-- Logs begin at Fri 2022-02-04 12:09:46 UTC, end at Fri 2022-02-04 13:12:39 UTC. -- Feb 04 12:40:09.271614 dv-cinder-817351-9-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 04 12:40:12.330877 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:40:12.331525 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 12:40:12.331729 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:40:12.335068 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.common.config [-] Logging enabled! Feb 04 12:40:12.335333 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev476 Feb 04 12:40:12.335653 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=108861) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 04 12:40:12.336616 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:40:12.336856 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:40:12.337240 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:40:12.337492 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:40:12.337727 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:40:12.338219 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.338653 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 04 12:40:12.338991 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.339297 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.339600 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.339907 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.340205 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.340497 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.340796 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.341102 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.341396 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.341686 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.341977 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.342280 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.342568 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] config_source = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.342863 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.343187 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.343482 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] debug = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.343770 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.344212 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.344628 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.344920 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.345401 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.345554 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.345907 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.346179 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.346472 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.346829 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] host = dv-cinder-817351-9-iscsi {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.347188 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.347446 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.347752 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.348051 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.348339 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.348628 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.348930 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.349215 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] log_dir = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.349501 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] log_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.349787 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.350087 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.350386 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.350690 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.350921 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.351177 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.351489 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.351788 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.352076 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.352363 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.352649 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.352936 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.353219 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.353497 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.353792 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.354090 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.354381 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.354666 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.354964 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.355254 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.355539 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.355836 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.356145 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.356406 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.356688 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.356989 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.357268 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.357556 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.357877 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.358173 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.358468 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.358764 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.359077 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.359373 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.359656 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.359938 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] use_journal = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.360219 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] use_json = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.360500 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.360780 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.361685 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.361996 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.362281 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.362573 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.362858 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.363181 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.363468 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:12.363779 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.364089 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.364407 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.364732 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.365039 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.365335 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.365639 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.365929 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.366231 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.366531 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.366833 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.367150 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.367460 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.367766 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.368071 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.368394 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.368706 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.369214 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.369516 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.369808 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.370143 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.370444 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.370747 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.371069 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.371372 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.371675 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.371969 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.372277 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.372577 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.372883 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.373186 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.373471 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.373762 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.374061 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.374349 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.374633 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.374922 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.375248 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.375535 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.375818 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.376110 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.376397 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.377283 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.377532 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.377825 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.378128 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.378417 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.378701 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.379264 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.379560 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.379845 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.380143 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.380434 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.380718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.381012 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.381301 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.381589 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.381875 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.382160 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.382442 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.382730 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.383045 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.383332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.383612 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.383896 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.384177 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.384467 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.384750 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.385040 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.385328 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.385615 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.385902 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.386187 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.386472 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.386771 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.387111 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.387401 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.387689 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.387982 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.388270 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.388556 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.388841 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.389127 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.389414 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.389699 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.390000 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.390298 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.390597 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.390910 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.391222 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.391527 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.391819 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.392115 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.392480 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.392720 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.393014 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.393307 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.393610 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.393917 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.394218 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.394522 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.394825 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.395141 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.395464 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.395752 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:12.395978 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:40:12.396234 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=108861) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 04 12:40:12.780739 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=108861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 12:40:12.781028 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=108861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 12:40:12.781345 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=108861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 04 12:40:12.781691 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 04 12:40:13.120714 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.120927 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.121208 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.122574 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.122864 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.123164 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.168487 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.168772 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.169046 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.184071 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.184365 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.184641 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.217269 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.217565 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.217842 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.255608 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.255904 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.256181 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.622776 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.623457 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.623457 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.623614 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.624319 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.737847 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.738303 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.738707 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.739124 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.739505 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.739967 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.740342 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.740708 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.741074 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.741492 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.741866 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.742312 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.742745 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.743214 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.743659 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.744116 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.744559 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.745014 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.745483 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.745921 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.746382 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.746814 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.747334 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.747980 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.748411 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.748848 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.749522 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:13.749938 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:13.750343 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:13.750747 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:13.751188 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:13.752134 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:13.752755 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 04 12:40:13.760338 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 04 12:40:13.764494 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 04 12:40:13.769429 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 04 12:40:13.771165 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 04 12:40:13.771661 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 04 12:40:13.772111 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 04 12:40:13.772753 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 04 12:40:13.776632 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 04 12:40:13.776893 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 04 12:40:13.777251 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 12:40:13.782259 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 04 12:40:13.805782 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 04 12:40:13.806260 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.806572 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=108861) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 04 12:40:13.806971 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.808364 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=108861) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 04 12:40:13.808658 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 04 12:40:13.808917 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 04 12:40:13.812259 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.812550 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:13.882521 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 04 12:40:13.882691 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 04 12:40:13.882927 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 04 12:40:13.883378 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 04 12:40:13.905113 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_db.sqlalchemy.engines [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=108861) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 04 12:40:14.361263 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing driver for type 'gre' Feb 04 12:40:14.361910 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] gre ID ranges: [(1, 1000)] Feb 04 12:40:14.423189 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing driver for type 'local' Feb 04 12:40:14.423659 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing driver for type 'vlan' Feb 04 12:40:14.437263 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] VlanTypeDriver initialization complete Feb 04 12:40:14.437607 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing driver for type 'vxlan' Feb 04 12:40:14.438127 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] vxlan ID ranges: [(1, 1000)] Feb 04 12:40:14.505324 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing extension driver 'port_security' Feb 04 12:40:14.505577 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.extensions.port_security [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] PortSecurityExtensionDriver initialization complete Feb 04 12:40:14.505902 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing mechanism driver 'openvswitch' Feb 04 12:40:14.506224 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing mechanism driver 'hyperv' Feb 04 12:40:14.513185 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.plugin [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=108861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:14.514083 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.514466 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.514823 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.515401 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=108861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:40:14.515863 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnet after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.516224 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnet after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.516577 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.516984 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=108861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:40:14.518108 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.518458 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.518827 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.519246 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=108861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:40:14.519670 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > security_group after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.520032 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > security_group after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.520399 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > security_group after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.520800 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=108861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:40:14.521221 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.521576 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.522030 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.522586 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=108861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:40:14.523229 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > address_group after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.523727 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > address_group after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.524223 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > address_group after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.524784 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=108861) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 04 12:40:14.525421 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] ML2 OVO RPC backend initialized. {{(pid=108861) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 04 12:40:14.526510 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.528694 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.528694 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.528694 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > networks before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.528694 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.529191 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > ports before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.529694 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnet before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.530193 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnets before_response 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.530716 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.531255 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.531749 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.532246 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.532823 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.533297 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.533652 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnet after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.534135 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnet after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.534462 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > subnet after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.542724 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded quota_driver: . Feb 04 12:40:14.543142 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.plugin [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Modular L2 Plugin initialization complete Feb 04 12:40:14.543502 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading services supported by the core plugin {{(pid=108861) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 04 12:40:14.543854 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.plugins.ml2.managers [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Got port-security extension from driver 'port_security' Feb 04 12:40:14.544356 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.extensions.vlantransparent [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Disabled vlantransparent extension. Feb 04 12:40:14.544864 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=108861) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 04 12:40:14.545197 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: router Feb 04 12:40:14.587250 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router_interface before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.587701 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router after_create 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.588091 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router before_create 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.588472 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.588864 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.589235 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router after_delete 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.589606 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > floatingip after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.589968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > floatingip after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.590341 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router after_create 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.590698 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router after_update 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.591092 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router after_update 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.591453 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.591825 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router after_update 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.592262 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_update 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.592646 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: port after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.592997 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: port after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.593490 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: subnet after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.593712 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.594045 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > port precommit_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.594398 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_create 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.594748 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: port before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.595129 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.595534 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router after_update 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.595882 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_delete 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.596416 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_create 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.596786 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router_interface after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.597138 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_update 55549900 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.597509 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > agent after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.597865 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > agent after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.598214 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > network after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.599232 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Tracking information for resource: router configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:14.599574 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Tracking information for resource: floatingip configured {{(pid=108861) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 04 12:40:14.605225 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.db.l3_agentschedulers_db [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 04 12:40:14.605837 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: port after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.606219 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: port after_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.606578 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: port after_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.606964 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: port after_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.607817 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router before_create 55550100 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.608193 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_delete 55550100 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.608571 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_create 55550100 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.608936 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > router precommit_update 55550100 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.614893 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.services.provider_configuration [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service providers = [] {{(pid=108861) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 04 12:40:14.615299 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.db.servicetype_db [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=108861) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 04 12:40:14.618599 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.services.service_base [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=108861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:40:14.618986 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.services.service_base [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=108861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:40:14.619332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.services.service_base [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=108861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:40:14.620267 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.services.service_base [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=108861) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 04 12:40:14.620663 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.services.service_base [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 04 12:40:14.621075 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.621405 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 04 12:40:14.634686 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.635567 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: auto_allocate Feb 04 12:40:14.641650 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: network precommit_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.642036 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: network precommit_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.642709 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.643144 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: tag Feb 04 12:40:14.650874 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.651240 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: timestamp Feb 04 12:40:14.655742 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.656082 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: network_ip_availability Feb 04 12:40:14.662173 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.662672 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.663061 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.663900 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.664233 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: flavors Feb 04 12:40:14.669792 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.670137 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading Plugin: revisions Feb 04 12:40:14.675689 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=108861) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 04 12:40:14.676731 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_concurrency.lockutils [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.895s {{(pid=108861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 04 12:40:14.676902 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=108861) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 04 12:40:14.677419 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Initializing extension manager. Feb 04 12:40:14.678054 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: __init__.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.678324 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: __pycache__ {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.678672 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.679057 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: address_group.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.679931 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.680537 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: address-group Feb 04 12:40:14.680871 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: address_scope.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.681606 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.682125 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: address-scope Feb 04 12:40:14.682464 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: admin_state_down_before_update.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.683531 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.684055 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: router-admin-state-down-before-update Feb 04 12:40:14.684384 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: agent.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.685109 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.685675 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: agent Feb 04 12:40:14.685945 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: agent_resources_synced.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.686884 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.687428 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: agent-resources-synced Feb 04 12:40:14.687758 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: allowedaddresspairs.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.690264 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.690807 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: allowed-address-pairs Feb 04 12:40:14.691167 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: auto_allocated_topology.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.692343 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.692864 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: auto-allocated-topology Feb 04 12:40:14.693197 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: availability_zone.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.693907 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.694417 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: availability_zone Feb 04 12:40:14.694745 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: availability_zone_filter.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.695714 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.696209 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: availability_zone_filter Feb 04 12:40:14.696537 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: data_plane_status.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.697460 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.697974 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension data-plane-status not supported by any of loaded plugins Feb 04 12:40:14.698292 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: default_subnetpools.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.699239 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.699745 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: default-subnetpools Feb 04 12:40:14.700067 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: dhcpagentscheduler.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.700917 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.701427 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: dhcp_agent_scheduler Feb 04 12:40:14.701753 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: dns.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.702682 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.703224 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension dns-integration not supported by any of loaded plugins Feb 04 12:40:14.703553 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: dns_domain_ports.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.704471 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.705751 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 04 12:40:14.706112 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.707197 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.707603 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 04 12:40:14.707929 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: dvr.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.708617 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.709120 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: dvr Feb 04 12:40:14.709444 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: ecmp_routes.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.710370 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.710867 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension ecmp_routes not supported by any of loaded plugins Feb 04 12:40:14.711232 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: empty_string_filtering.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.712141 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.712640 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: empty-string-filtering Feb 04 12:40:14.712964 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.713897 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.714401 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:40:14.714726 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.715678 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.716181 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 04 12:40:14.716508 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: external_net.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.717420 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.717924 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: external-net Feb 04 12:40:14.718251 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: extra_dhcp_opt.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.719202 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.719714 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: extra_dhcp_opt Feb 04 12:40:14.720043 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: extraroute.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.721031 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.721538 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: extraroute Feb 04 12:40:14.721862 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: extraroute_atomic.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.723781 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.724295 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: extraroute-atomic Feb 04 12:40:14.724628 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: filter_validation.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.725327 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.725835 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: filter-validation Feb 04 12:40:14.726168 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: fip_pf_description.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.727123 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.727645 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 04 12:40:14.727949 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: fip_port_details.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.729139 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.729650 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: fip-port-details Feb 04 12:40:14.729973 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: flavors.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.731277 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.731796 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: flavors Feb 04 12:40:14.732125 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.733831 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.734354 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 04 12:40:14.734695 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: floatingip_pools.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.735509 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.736081 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: floatingip-pools Feb 04 12:40:14.736425 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: ip_allocation.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.737592 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.738043 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension ip_allocation not supported by any of loaded plugins Feb 04 12:40:14.738377 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.739337 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.739852 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: ip-substring-filtering Feb 04 12:40:14.740190 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l2_adjacency.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.741172 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.741681 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 04 12:40:14.742017 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.743184 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.743718 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: router Feb 04 12:40:14.744056 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3_conntrack_helper.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.746412 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.746972 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 04 12:40:14.747351 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.748641 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.749489 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: ext-gw-mode Feb 04 12:40:14.750002 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.751378 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.752021 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: l3-ha Feb 04 12:40:14.752366 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.753290 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.753800 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 04 12:40:14.754385 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3_flavors.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.755381 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.755864 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: l3-flavors Feb 04 12:40:14.756183 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3_ndp_proxy.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.757616 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.758133 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 04 12:40:14.758464 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.759426 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.759933 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 04 12:40:14.760264 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: l3agentscheduler.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.761383 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.761894 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: l3_agent_scheduler Feb 04 12:40:14.762227 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: local_ip.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.764095 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.764619 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension local_ip not supported by any of loaded plugins Feb 04 12:40:14.764956 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: logging.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.766636 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.767715 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension logging not supported by any of loaded plugins Feb 04 12:40:14.768056 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: metering.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.768820 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.769415 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: metering Feb 04 12:40:14.769746 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.770882 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.771431 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: metering_source_and_destination_fields Feb 04 12:40:14.771886 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: multiprovidernet.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.772935 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.773450 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: multi-provider Feb 04 12:40:14.773783 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: netmtu.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.774701 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.775248 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: net-mtu Feb 04 12:40:14.775578 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: netmtu_writable.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.776505 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.777106 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: net-mtu-writable Feb 04 12:40:14.777348 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: network_availability_zone.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.778028 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.778541 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: network_availability_zone Feb 04 12:40:14.778861 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: network_ip_availability.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.780032 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.780548 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: network-ip-availability Feb 04 12:40:14.780878 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: network_segment_range.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.781665 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.782173 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension network-segment-range not supported by any of loaded plugins Feb 04 12:40:14.782499 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: pagination.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.784084 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.784418 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: pagination Feb 04 12:40:14.784740 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: port_device_profile.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.785662 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.786182 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: port-device-profile Feb 04 12:40:14.786507 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.787462 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.787976 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: port-mac-address-regenerate Feb 04 12:40:14.788305 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.789282 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.789735 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: port-numa-affinity-policy Feb 04 12:40:14.790060 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: port_resource_request.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.791010 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.791513 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension port-resource-request not supported by any of loaded plugins Feb 04 12:40:14.791838 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: port_resource_request_groups.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.792823 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.793327 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 04 12:40:14.793653 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: portbindings.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.794582 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.795143 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: binding Feb 04 12:40:14.795471 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: portbindings_extended.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.797788 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.797788 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: binding-extended Feb 04 12:40:14.797788 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: portsecurity.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.798679 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.799284 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: port-security Feb 04 12:40:14.799496 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: project_id.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.800472 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.800814 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: project-id Feb 04 12:40:14.801141 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: providernet.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.802060 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.802572 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: provider Feb 04 12:40:14.803057 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.806728 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.807283 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos not supported by any of loaded plugins Feb 04 12:40:14.807623 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.808911 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.809431 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 04 12:40:14.809768 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.810692 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.811234 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 04 12:40:14.811565 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_default.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.812482 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.812998 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-default not supported by any of loaded plugins Feb 04 12:40:14.813329 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_fip.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.814280 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.814790 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-fip not supported by any of loaded plugins Feb 04 12:40:14.815139 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_fip_network_policy.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.816075 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.816589 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 04 12:40:14.816917 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_gateway_ip.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.817987 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.818614 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 04 12:40:14.818967 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_port_network_policy.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.819879 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.820398 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 04 12:40:14.820723 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.821773 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.822290 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 04 12:40:14.822618 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_pps_rule.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.823830 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.824345 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-pps not supported by any of loaded plugins Feb 04 12:40:14.824680 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_rule_type_details.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.825615 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.826130 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 04 12:40:14.826460 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: qos_rules_alias.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.827530 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.828040 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 04 12:40:14.828372 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: quota_check_limit.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.829290 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.830377 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: quota-check-limit Feb 04 12:40:14.830705 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: quotasv2.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.831746 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.832087 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: quotas Feb 04 12:40:14.832417 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: quotasv2_detail.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.834192 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.834536 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: quota_details Feb 04 12:40:14.834873 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: rbac.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.835978 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.836527 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: rbac-policies Feb 04 12:40:14.836859 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: rbac_address_group.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.837796 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.838320 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: rbac-address-group Feb 04 12:40:14.838645 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: rbac_address_scope.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.839608 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.840116 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: rbac-address-scope Feb 04 12:40:14.840449 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: rbac_security_groups.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.841365 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.841876 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: rbac-security-groups Feb 04 12:40:14.842202 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: rbac_subnetpool.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.843150 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.843661 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: rbac-subnetpool Feb 04 12:40:14.843987 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: revisionifmatch.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.844922 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.846059 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: revision-if-match Feb 04 12:40:14.846457 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: revisions.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.847743 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.848268 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: standard-attr-revisions Feb 04 12:40:14.848601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: router_availability_zone.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.849303 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.849820 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: router_availability_zone Feb 04 12:40:14.850148 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: routerservicetype.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.851157 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.851673 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension router-service-type not supported by any of loaded plugins Feb 04 12:40:14.851995 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.852949 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.853459 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: security-groups-normalized-cidr Feb 04 12:40:14.853785 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: security_groups_port_filtering.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.854713 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.855256 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: port-security-groups-filtering Feb 04 12:40:14.855586 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.856529 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.857045 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: security-groups-remote-address-group Feb 04 12:40:14.857370 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.858308 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.858825 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: security-groups-shared-filtering Feb 04 12:40:14.859171 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.859790 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 04 12:40:14.860108 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: securitygroup.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.870373 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.870972 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: security-group Feb 04 12:40:14.871322 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: segment.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.872158 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.872675 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension segment not supported by any of loaded plugins Feb 04 12:40:14.873011 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.874030 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.874542 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 04 12:40:14.874876 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: servicetype.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.876047 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.876598 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: service-type Feb 04 12:40:14.876937 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: sorting.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.878085 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.878422 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: sorting Feb 04 12:40:14.878751 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: standard_attr_segment.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.879955 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.880478 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 04 12:40:14.880807 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: standardattrdescription.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.881468 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.881977 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: standard-attr-description Feb 04 12:40:14.882308 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: stateful_security_group.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.883270 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.883786 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: stateful-security-group Feb 04 12:40:14.884117 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: stdattrs_common.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.884694 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 04 12:40:14.885021 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.885953 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.886483 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 04 12:40:14.886808 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: subnet_onboard.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.887937 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.888457 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: subnet_onboard Feb 04 12:40:14.888793 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.889717 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.890231 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 04 12:40:14.890557 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: subnet_service_types.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.891512 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.892027 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: subnet-service-types Feb 04 12:40:14.892925 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: subnetallocation.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.894038 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.894564 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: subnet_allocation Feb 04 12:40:14.894894 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.895593 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.896105 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: subnetpool-prefix-ops Feb 04 12:40:14.896427 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.897386 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.897907 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 04 12:40:14.898241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: tagging.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.899367 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.899886 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: standard-attr-tag Feb 04 12:40:14.900220 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: timestamp.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.901448 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.901964 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loaded extension: standard-attr-timestamp Feb 04 12:40:14.902296 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: trunk.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.903362 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.903936 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension trunk not supported by any of loaded plugins Feb 04 12:40:14.904212 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: trunk_details.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.905130 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.905642 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension trunk-details not supported by any of loaded plugins Feb 04 12:40:14.905973 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: uplink_status_propagation.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.906910 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.908939 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 04 12:40:14.908939 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Loading extension file: vlantransparent.py {{(pid=108861) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 04 12:40:14.909187 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=108861) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 04 12:40:14.909602 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 04 12:40:14.912250 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:network Feb 04 12:40:14.912853 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:subnet Feb 04 12:40:14.913298 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:40:14.913745 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:port Feb 04 12:40:14.916278 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.916737 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service FLAVORS assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.917497 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.917947 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.918294 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:router Feb 04 12:40:14.918727 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:40:14.919244 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service METERING assigned prefix: /metering {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.920722 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.921093 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.921457 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=108861) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:40:14.922476 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:40:14.922935 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:40:14.923608 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:40:14.924009 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service CORE assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.924512 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:40:14.924863 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] subnetpool is already registered Feb 04 12:40:14.925298 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service CORE assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.925638 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:40:14.925971 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] subnetpool is already registered Feb 04 12:40:14.928351 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.928917 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service FLAVORS assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.929364 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.929800 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.930139 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:router Feb 04 12:40:14.930484 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] router is already registered Feb 04 12:40:14.930900 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:floatingip Feb 04 12:40:14.931283 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] floatingip is already registered Feb 04 12:40:14.931729 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service METERING assigned prefix: /metering {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.932397 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of CountableResource for resource:rbac_policy Feb 04 12:40:14.932727 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] rbac_policy is already registered Feb 04 12:40:14.933142 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:security_group Feb 04 12:40:14.933479 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] security_group is already registered Feb 04 12:40:14.933887 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 04 12:40:14.934216 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] security_group_rule is already registered Feb 04 12:40:14.934842 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service CORE assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.935204 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:40:14.935545 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] subnetpool is already registered Feb 04 12:40:14.935968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.v2.resource_helper [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Service CORE assigned prefix: {{(pid=108861) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 04 12:40:14.936300 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Creating instance of TrackedResource for resource:subnetpool Feb 04 12:40:14.936638 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING neutron.quota.resource_registry [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] subnetpool is already registered Feb 04 12:40:14.937093 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: extensions {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.938578 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: address-groups {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.940441 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: address-scopes {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.941771 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: agents {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.942952 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: auto-allocated-topology {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.944218 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: availability_zones {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.945435 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: dhcp-networks {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.946948 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: dhcp-agents {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.948404 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: routers {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.950627 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: flavors {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.951831 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: service_profiles {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.953062 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: next_providers {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.954524 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: service_profiles {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.956625 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: floatingip-pools {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.957863 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: routers {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.960009 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: floatingips {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.961289 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: l3-routers {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.962690 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: l3-agents {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.964124 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: metering-labels {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.965494 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: metering-label-rules {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.966770 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: network-ip-availabilities {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.968084 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: bindings {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.969742 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: quotas {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.972186 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: quotas {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.973453 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: rbac-policies {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.974729 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: security-groups {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.976008 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: security-group-rules {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.977254 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: service-providers {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.978471 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: subnetpools {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.979929 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: subnetpools {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.981388 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.983097 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.985996 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.987838 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.989630 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.991510 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.993188 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.995114 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.996880 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:14.998715 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron.api.extensions [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Extended resource: tags {{(pid=108861) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 04 12:40:15.005803 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING keystonemiddleware.auth_token [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 04 12:40:15.010538 dv-cinder-817351-9-iscsi neutron-server[108861]: WARNING keystonemiddleware.auth_token [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 04 12:40:15.019912 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_concurrency.lockutils [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Acquired lock "singleton_lock" {{(pid=108861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 04 12:40:15.020403 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_concurrency.lockutils [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Releasing lock "singleton_lock" {{(pid=108861) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 04 12:40:15.021084 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO oslo_service.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Starting 2 workers Feb 04 12:40:15.026135 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Started child 109006 {{(pid=108861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:40:15.031004 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Started child 109007 {{(pid=108861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:40:15.031795 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:15.032612 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO neutron.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 04 12:40:15.033357 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [-] (109006) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:40:15.033686 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Publish callbacks [] for process (None), before_spawn {{(pid=108861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:15.036100 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:15.036619 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO oslo_service.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Starting 1 workers Feb 04 12:40:15.037553 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [-] (109007) wsgi starting up on http://0.0.0.0:9696 Feb 04 12:40:15.041744 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Started child 109008 {{(pid=108861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:40:15.042310 dv-cinder-817351-9-iscsi neutron-server[108861]: INFO oslo_service.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Starting 1 workers Feb 04 12:40:15.046931 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] calling RpcWorker wait() {{(pid=109008) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 04 12:40:15.047624 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Started child 109009 {{(pid=108861) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 04 12:40:15.047721 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.service [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] returning from RpcWorker wait() {{(pid=109008) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 04 12:40:15.047940 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG neutron_lib.callbacks.manager [None req-477bc223-6839-45e1-b68c-ad7931828133 None None] Publish callbacks [] for process (None), after_spawn {{(pid=108861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:15.048761 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:15.049227 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:15.050093 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 12:40:15.050307 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:40:15.050492 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:40:15.050721 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:40:15.051114 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:40:15.051282 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:40:15.051998 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.052450 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.052786 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.053009 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.053511 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.054050 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:15.054720 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.054720 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.054720 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.054921 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.055068 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.055413 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.055578 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.055835 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.056066 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.056417 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:15.057383 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.057657 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.057888 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.058171 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.058342 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.058597 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.058892 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.059161 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.059426 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] debug = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.059689 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.060182 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.060394 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.060645 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.060897 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.061161 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.061411 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.061699 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.061945 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.062194 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.062441 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.062693 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.062930 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.063242 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.063513 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.063705 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.063932 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.064675 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.065135 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] host = dv-cinder-817351-9-iscsi {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.065436 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.065601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.065828 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.066078 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.066336 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.066555 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.066814 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.067084 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.067336 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.067552 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.067813 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.068025 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.068270 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.068513 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.068723 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_options = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.068939 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.069225 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.069498 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.069709 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.069875 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.070016 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.070266 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.070420 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.070660 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.070896 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.071191 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.071348 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.071597 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.071832 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.072096 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.072332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.072639 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.072816 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.073020 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.073272 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.073503 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.073745 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.073957 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.074169 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.074391 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.074611 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.074860 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.075256 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.075647 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.075867 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.076223 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.076392 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.077040 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.077040 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.077309 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.077309 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.077540 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.077749 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.078240 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.078240 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.078497 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.078757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.080339 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.080339 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.080339 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.080339 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.080673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_json = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.080755 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.080996 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.081275 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.081498 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.081721 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.081948 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.082179 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.082421 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.082662 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.083137 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.083421 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.083748 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.084010 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.084498 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.084664 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.084900 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.085125 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.085381 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.085614 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.085910 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.086141 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.086443 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.086711 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.087023 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.087360 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.087643 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.087924 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.088228 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.088598 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.088982 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.089350 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.089618 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.089844 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.090078 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.090445 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.090802 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.091130 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.091564 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.092038 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.092463 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.092855 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.093272 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.093657 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.094041 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.094413 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.094803 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.095086 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.095350 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.095652 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.095915 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.096139 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.096468 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.096639 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.096849 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.097128 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.097365 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.097606 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.097838 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.098067 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.098286 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.098501 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.098716 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.098925 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.099204 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.099446 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.099713 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.099956 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.100208 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.101476 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.101476 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.101476 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.101476 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.101809 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.101888 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.102138 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.102340 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.102499 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.103246 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.103246 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.103246 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.103509 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.103653 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.103886 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.104099 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.104355 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.104553 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.104763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.104984 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.105183 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.105442 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.105600 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.106053 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.106053 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.106223 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.106492 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.106661 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.107260 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.107260 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.107260 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.107714 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.107857 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.108792 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.108792 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.108792 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.108792 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.109366 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.109366 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.109655 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.109655 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.109930 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.110075 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111040 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111040 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111040 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111040 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111903 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111903 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111903 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.111903 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.112442 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.112442 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.112707 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.112844 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.113064 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.113567 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.113853 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.114302 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.114768 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.115236 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.115694 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.115986 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.116310 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.116817 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.117295 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.117765 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.118230 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.118705 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.119083 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.119429 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.119775 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.120115 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.120462 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.120796 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.121139 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.121458 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.121784 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.122110 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.122525 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.122838 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.123137 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.123414 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.123745 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.124053 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.124310 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.124678 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.125014 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.125396 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.125636 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.125872 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.126129 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.127060 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.127456 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.127771 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.128050 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.128314 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.128706 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.129246 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.129476 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.129762 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.129979 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.130208 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.130432 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.130804 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.131192 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.131442 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.131660 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.131880 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.132129 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.132384 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.132607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.132870 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.133106 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.133357 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.133576 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.133845 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.134093 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.134326 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.134572 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.134816 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.135083 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.135297 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.135543 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.135763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.135997 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.136208 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.136453 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.136687 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.136891 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.137122 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.137338 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.137623 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.138035 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.138400 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.138651 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.138884 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.139171 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.139418 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.139644 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.139861 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.140080 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.140338 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.140570 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.140795 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.141057 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.141275 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.141529 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.141751 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.141988 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.142837 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.143121 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.143382 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.143605 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.143827 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.144039 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.144437 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.144797 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.145210 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.145565 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.145925 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.146149 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.146363 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.146651 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.146909 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.147169 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.147432 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.147660 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.147890 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.148172 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.148409 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.148627 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.148877 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.149155 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.149367 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.149686 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.150019 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.150243 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.150468 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.150683 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.150981 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.151345 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.151680 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.151987 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.152232 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.152491 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.152861 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.153180 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.153396 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.153609 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.153844 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.154216 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.154579 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.154978 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.155211 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.155451 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.155814 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.156191 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.156535 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.156967 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.157284 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.157584 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.157928 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.158178 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.158579 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.159041 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.159394 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.159619 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.159943 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.160321 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.160667 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.160973 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.161241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.161574 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.161930 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.162194 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.162473 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.162770 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.163080 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.163542 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.163851 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.164158 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.166968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.166968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.166968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.166968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.166968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.166968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.166968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.167452 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:15.167607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.167607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.167607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.167607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.167607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.167607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.167607 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.168015 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.168015 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.168259 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.168471 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.168691 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.168908 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.169066 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:40:15.169620 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=108861) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 04 12:40:15.169777 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 04 12:40:15.170120 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 04 12:40:15.170455 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 04 12:40:15.170799 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 04 12:40:15.171150 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 04 12:40:15.171535 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.171697 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.172006 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.172164 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.172468 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.172644 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.172801 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.172955 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.173108 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.173261 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.173529 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.173795 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.174022 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.174184 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.174338 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.174497 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.174681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.174826 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.174983 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.175130 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] config_source = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.175281 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.175405 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.175552 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] debug = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.175864 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.176072 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.176235 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.176382 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.176590 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.176724 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.176850 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.176973 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.177128 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.177287 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.177444 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.177602 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.177760 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.177916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.178073 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.178230 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.178381 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.178546 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.178701 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] host = dv-cinder-817351-9-iscsi {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.178858 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.179037 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.179196 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.179353 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.179515 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.179675 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.179831 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.179988 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.180145 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.180302 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.180457 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.180614 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.180769 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_dir = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.181076 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.181225 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_options = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.181387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.181561 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.181711 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.181865 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.182174 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.182332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.182505 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.182635 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.182790 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.182966 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.183131 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.183288 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.183445 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.183602 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.183760 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.183918 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.184075 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.184233 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.184390 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.184546 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.184702 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.184858 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.185015 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.185173 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.185332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.185483 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.185635 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.185786 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.185939 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.186100 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.186261 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.186403 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.186545 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.186701 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.186863 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.187097 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.187200 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.187335 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.187509 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.187686 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.187831 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.187967 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.188100 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.188291 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.188444 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.188606 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_journal = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.188764 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_json = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.188921 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.189609 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.189769 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.189927 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.190085 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.190243 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.190401 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.190560 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.190718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 04 12:40:15.190901 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.191093 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.191267 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.191428 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.191590 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.191751 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.191910 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.192071 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.192230 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.192390 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.192558 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.192720 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.192892 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.193060 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.193291 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.193513 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.193513 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.193970 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.193970 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.193970 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.194368 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.194368 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.194635 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.194635 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.194841 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.194841 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.195071 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.195195 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.195519 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.195519 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.195688 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.195795 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.26/identity {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.195968 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.196192 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.196282 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.196562 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.196562 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.196898 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.196898 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.197348 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.197348 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.197348 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.197681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.197681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.197879 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.197879 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.198094 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.198225 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.198350 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.198507 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.198627 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.198795 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.199035 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.199170 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.199313 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.199431 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.199547 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.199720 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.199896 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.200037 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.200170 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.200308 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.200726 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.200726 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201028 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201028 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201299 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201299 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201510 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201510 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201654 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201816 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.201979 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.202139 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.202301 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.202462 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.202622 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.202781 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.202986 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.203122 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.203277 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.203440 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.203582 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.203734 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.203883 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.204037 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.204179 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.204332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.204484 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.204749 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.204899 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.205076 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.205254 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.205433 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.205571 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.205727 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.206007 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.206007 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.206379 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.206379 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.210332 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.211757 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.213673 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.215895 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.217718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218241 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.26/identity {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.218763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219387 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.219916 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221055 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.221601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222153 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.222681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223308 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223308 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223308 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223308 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223592 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223592 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223743 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223822 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.223962 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.224121 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.224280 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.224448 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.224608 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.224768 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.224928 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.225088 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.225247 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.225421 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.225582 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.225742 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.225902 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.226062 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.226223 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.226399 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.226558 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.226718 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.226877 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.227073 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.227238 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.227406 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.227566 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.227725 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.227885 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.228044 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.228203 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.228373 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.228534 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.228693 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.228853 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.229012 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.229172 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.229339 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.229500 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.229659 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.229819 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.229981 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.230141 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.230310 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.230471 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.230630 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.230790 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.230982 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.231129 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.231297 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.231458 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.231619 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.231789 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.231950 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.232109 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.232269 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.232440 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.232601 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.232763 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.232923 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.233082 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.233242 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.233404 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.233567 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.233738 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.233905 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.234066 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.234234 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.234402 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.234571 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.234730 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.234898 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.235509 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.235681 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.236683 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.236683 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.237372 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.237372 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.237372 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.237684 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.237684 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.237830 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.237908 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.238011 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.238171 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.238331 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.238492 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.238652 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.238811 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.239070 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.239166 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.239304 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 04 12:40:15.239461 dv-cinder-817351-9-iscsi neutron-server[108861]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=108861) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 04 12:40:15.459707 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46710) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:15.468518 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [-] 10.222.0.26 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0065606 Feb 04 12:40:28.420073 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdcb46ba-cc53-4b02-a7f6-516fbf8e8c8d None None] get_active_networks_info from dv-cinder-817351-9-iscsi {{(pid=109008) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 04 12:40:28.486561 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcb46ba-cc53-4b02-a7f6-516fbf8e8c8d None None] No non-hosted networks {{(pid=109008) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 04 12:40:28.502337 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.agentschedulers_db [None req-fdcb46ba-cc53-4b02-a7f6-516fbf8e8c8d None None] DHCP Agent not found on host dv-cinder-817351-9-iscsi {{(pid=109008) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 04 12:40:28.663276 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-58b6f062-3c8d-4171-944c-09551b56d8d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577133'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.052506 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-10c6da99-5976-45e7-b1ca-2f44eafeff31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577133'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:31.063239 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-887db799-cf3f-4f2c-a6bd-edb36a2be7de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:33.335177 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577133'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:34.709646 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577133'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:34.890348 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577133'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:34.892807 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.893634 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.894181 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.895874 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.896444 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.897005 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.897486 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.898108 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.898620 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.899092 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.899534 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.900065 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.900529 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:34.901045 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817351-9-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:34.910604 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817351-9-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:40:39.249340 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.db.l3_hamode_db [None req-05f5e7e6-364f-43cb-b420-8d11d37fe71a None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 04 12:40:39.346081 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 46810) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:39.350541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5e7e6-364f-43cb-b420-8d11d37fe71a None None] Routers set() bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:40:39.350957 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f5e7e6-364f-43cb-b420-8d11d37fe71a None None] Router IDs set() for agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 04 12:40:40.063629 dv-cinder-817351-9-iscsi neutron-server[109006]: WARNING oslo_policy.policy [None req-99548236-6fb0-4858-85be-2841c6d266aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:40:40.064200 dv-cinder-817351-9-iscsi neutron-server[109006]: WARNING oslo_policy.policy [None req-99548236-6fb0-4858-85be-2841c6d266aa admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:40:40.296571 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [None req-99548236-6fb0-4858-85be-2841c6d266aa admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:40:40.298658 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-99548236-6fb0-4858-85be-2841c6d266aa admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.9500842 Feb 04 12:40:43.369761 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46826) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:43.942513 dv-cinder-817351-9-iscsi neutron-server[109007]: WARNING oslo_policy.policy [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:40:43.943106 dv-cinder-817351-9-iscsi neutron-server[109007]: WARNING oslo_policy.policy [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:40:44.186439 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'tenant_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:44.293149 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.policy [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109007) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 12:40:44.339482 dv-cinder-817351-9-iscsi neutron-server[109007]: WARNING oslo_policy.policy [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:40:44.339958 dv-cinder-817351-9-iscsi neutron-server[109007]: WARNING oslo_policy.policy [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:40:44.449860 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778709711727', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778709712156', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778709725840', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778709728681', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778709664814', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8778709673972', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-4090957', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-4036011', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-705882', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-565651'] for rbac-policy (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:44.527979 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:44.529431 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-3cfd72b0-a9e1-408e-99b2-16ff60ae9106 admin admin] 10.222.0.26 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1586177 Feb 04 12:40:47.506968 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46844) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:47.857139 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Request body: {'network': {'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'admin_state_up': True, 'name': 'private'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:47.887812 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Made reservation on behalf of c1ed02c4ecce4fc888f4cab711dd3e2e for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:47.891493 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:47.911213 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.055609 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks [] for security_group (18b44918-388b-4115-a09f-3d068a1db4a9), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.059879 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (18b44918-388b-4115-a09f-3d068a1db4a9), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.083227 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:40:48.125416 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778709356876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (a1047788-e31f-4d3c-be60-9269223b3283), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.126087 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Unsubscribe: segment precommit_create {{(pid=109007) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 12:40:48.126559 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Added segment a1047788-e31f-4d3c-be60-9269223b3283 of type vlan for network 532d669e-c6c8-43d0-bf41-6a56a1332edc Feb 04 12:40:48.145564 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b44918-388b-4115-a09f-3d068a1db4a9,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:48.193414 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.193779 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.194127 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.194464 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.194793 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.195155 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.195611 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.195945 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.196283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.196627 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.196955 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.197273 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.197601 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Tracked resource versions report: Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: pushed versions: Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: { 'AddressGroup': {'1.2'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'ConntrackHelper': {'1.0'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Log': {'1.0'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Network': {'1.1'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Port': {'1.7'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'PortForwarding': {'1.2'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'QosPolicy': {'1.10'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroup': {'1.5'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SubPort': {'1.0'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Subnet': {'1.1'}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Trunk': {'1.1'}} Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: consumer versions: Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'ConntrackHelper': '1.0', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'LocalIPAssociation': '1.0', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Log': '1.0', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Network': '1.1', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Port': '1.7', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'PortForwarding': '1.2', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'QosPolicy': '1.10', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroup': '1.5', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroupRule': '1.2', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SubPort': '1.0', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Subnet': '1.1', Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Trunk': '1.1'}} Feb 04 12:40:48.198974 dv-cinder-817351-9-iscsi neutron-server[109007]: {{(pid=109007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:40:48.252970 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (532d669e-c6c8-43d0-bf41-6a56a1332edc), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.302551 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (532d669e-c6c8-43d0-bf41-6a56a1332edc), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.303935 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:48.304672 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:48.397163 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8888326 Feb 04 12:40:48.427473 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ce5be4-6cae-4195-8c1b-cdb2b9cd5f06 admin admin] Pushing event updated for resources: {'Network': ['ID=532d669e-c6c8-43d0-bf41-6a56a1332edc,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:48.442494 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:40:51.367192 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46858) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:51.774978 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9995bb51-ffc1-465a-8516-eabc617addb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:51.776312 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-9995bb51-ffc1-465a-8516-eabc617addb3 admin admin] 10.222.0.26 "GET /v2.0/networks/532d669e-c6c8-43d0-bf41-6a56a1332edc HTTP/1.1" status: 200 len: 824 time: 0.4081409 Feb 04 12:40:51.810437 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-edeba389-a5fc-470f-b24b-4aaf7a397ba0 admin admin] 10.222.0.26 "GET /v2.0/subnetpools/f2a2a288-8103-413a-bc87-d74d4b9a4937 HTTP/1.1" status: 200 len: 734 time: 0.0281451 Feb 04 12:40:51.822695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'subnetpool_id': 'f2a2a288-8103-413a-bc87-d74d4b9a4937', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:40:51.849118 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Made reservation on behalf of c1ed02c4ecce4fc888f4cab711dd3e2e for: {'subnet': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:40:51.851751 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:52.170107 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (9c07f348-c23a-4e93-893d-9a6a697dab9e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:52.240872 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c07f348-c23a-4e93-893d-9a6a697dab9e,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:52.242866 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Checking segment: {'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:52.243277 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Network hostable DHCP agents. Network: 532d669e-c6c8-43d0-bf41-6a56a1332edc, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:40:52.267353 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:40:52.283027 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 532d669e-c6c8-43d0-bf41-6a56a1332edc) {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:52.287709 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:40:52.288283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:52.292877 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b930b3d-70da-4863-a714-2da2ae8ecaf4 None None] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:40:52.304413 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-385038f8-900b-43b3-92aa-24e34bb163d4 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4874487 Feb 04 12:40:52.575238 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-532d669e-c6c8-43d0-bf41-6a56a1332edc', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc', 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'fixed_ips': [{'subnet_id': '9c07f348-c23a-4e93-893d-9a6a697dab9e'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:40:52.576577 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:52.889779 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Allocated IP 172.20.0.2 (532d669e-c6c8-43d0-bf41-6a56a1332edc/9c07f348-c23a-4e93-893d-9a6a697dab9e/4e504827-204d-40e5-a827-0d407d197bb8) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:40:53.147598 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Publish callbacks [] for port (4e504827-204d-40e5-a827-0d407d197bb8), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:53.158307 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (4e504827-204d-40e5-a827-0d407d197bb8), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:53.232552 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:40:53.240944 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:40:53.250729 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:40:53.285897 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Pushing event updated for resources: {'Port': ['ID=4e504827-204d-40e5-a827-0d407d197bb8,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:53.311722 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.312414 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.312495 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.312776 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.313115 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.313443 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.313769 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.314094 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.314420 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.314763 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.315118 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.315448 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.315772 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Tracked resource versions report: Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: pushed versions: Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: { 'AddressGroup': {'1.2'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'ConntrackHelper': {'1.0'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Log': {'1.0'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Network': {'1.1'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Port': {'1.7'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'PortForwarding': {'1.2'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'QosPolicy': {'1.10'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroup': {'1.5'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SubPort': {'1.0'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Subnet': {'1.1'}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Trunk': {'1.1'}} Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: consumer versions: Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'ConntrackHelper': '1.0', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'LocalIPAssociation': '1.0', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Log': '1.0', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Network': '1.1', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Port': '1.7', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'PortForwarding': '1.2', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'QosPolicy': '1.10', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroup': '1.5', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroupRule': '1.2', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SubPort': '1.0', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Subnet': '1.1', Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Trunk': '1.1'}} Feb 04 12:40:53.317163 dv-cinder-817351-9-iscsi neutron-server[109008]: {{(pid=109008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:40:53.349891 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Attempting to bind port 4e504827-204d-40e5-a827-0d407d197bb8 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:40:53.350325 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Attempting to bind port 4e504827-204d-40e5-a827-0d407d197bb8 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:40:53.350798 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Attempting to bind port 4e504827-204d-40e5-a827-0d407d197bb8 on network 532d669e-c6c8-43d0-bf41-6a56a1332edc {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:40:53.356592 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 40, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:40:53.356939 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Checking segment: {'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:40:53.357420 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:53.357810 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Bound using segment: {'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:40:53.358322 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Bound port: 4e504827-204d-40e5-a827-0d407d197bb8, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:40:53.358729 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4e504827-204d-40e5-a827-0d407d197bb8), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:53.427703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] For port 4e504827-204d-40e5-a827-0d407d197bb8, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:40:53.432372 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] For port 4e504827-204d-40e5-a827-0d407d197bb8, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=4e504827-204d-40e5-a827-0d407d197bb8,segment=NetworkSegment(a1047788-e31f-4d3c-be60-9269223b3283),segment_id=a1047788-e31f-4d3c-be60-9269223b3283)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:40:53.441235 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4e504827-204d-40e5-a827-0d407d197bb8), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:40:53.511962 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d2f55a-cb19-4fdf-9429-fabc621ea78e None None] Pushing event updated for resources: {'Port': ['ID=4e504827-204d-40e5-a827-0d407d197bb8,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:40:54.878970 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 46866) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:55.211257 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [None req-6faaf3bc-7a57-4882-90a1-848e5f57849f admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:40:55.212254 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6faaf3bc-7a57-4882-90a1-848e5f57849f admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3323152 Feb 04 12:40:57.797785 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46874) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:40:58.122973 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [None req-70cd4658-063f-461c-afa6-d05906eab4e3 admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:40:58.124082 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-70cd4658-063f-461c-afa6-d05906eab4e3 admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3253152 Feb 04 12:40:58.394687 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-60dcddfe-26c4-4573-b002-b3b776f8956c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:00.919232 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 46884) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:00.985480 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b431c5e2-df46-46b2-ad40-5a680bcbb22b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.281733 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:01.341704 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.policy [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109006) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 04 12:41:01.386700 dv-cinder-817351-9-iscsi neutron-server[109006]: WARNING oslo_policy.policy [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:41:01.387108 dv-cinder-817351-9-iscsi neutron-server[109006]: WARNING oslo_policy.policy [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 04 12:41:01.454667 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (8a26d359-b6af-470c-964e-e779a830c822), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.456918 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (8a26d359-b6af-470c-964e-e779a830c822), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.679587 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] Publish callbacks [] for router_controller (8a26d359-b6af-470c-964e-e779a830c822), precommit_add_association {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.685405 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (8a26d359-b6af-470c-964e-e779a830c822), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.710819 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:01.712250 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4b942bf5-ccb7-4fb2-b401-ad65e8d3cb61 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7919157 Feb 04 12:41:03.291575 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:03.951978 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 4e504827-204d-40e5-a827-0d407d197bb8 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:41:04.054535 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 4e504827-204d-40e5-a827-0d407d197bb8 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:04.054984 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4e504827-204d-40e5-a827-0d407d197bb8), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.194142 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 4e504827-204d-40e5-a827-0d407d197bb8 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:04.194745 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4e504827-204d-40e5-a827-0d407d197bb8), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.249148 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 4e504827-204d-40e5-a827-0d407d197bb8, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=4e504827-204d-40e5-a827-0d407d197bb8,segment=NetworkSegment(a1047788-e31f-4d3c-be60-9269223b3283),segment_id=a1047788-e31f-4d3c-be60-9269223b3283)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:04.256668 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4e504827-204d-40e5-a827-0d407d197bb8), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.334120 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=4e504827-204d-40e5-a827-0d407d197bb8,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:04.563453 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 46908) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:04.647472 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:04.736145 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [None req-b9981965-4a54-489e-b4f4-1b1967a215da admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:41:04.737184 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b9981965-4a54-489e-b4f4-1b1967a215da admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1724017 Feb 04 12:41:04.889570 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.315346 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f692625-82b7-43be-b7e7-6ce955cd6941 None None] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:41:05.433829 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-ada7217f-df77-42b9-99ea-5d20d6223121 None None] Provisioning complete for port 4e504827-204d-40e5-a827-0d407d197bb8 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:05.434602 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ada7217f-df77-42b9-99ea-5d20d6223121 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4e504827-204d-40e5-a827-0d407d197bb8), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.632557 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-ada7217f-df77-42b9-99ea-5d20d6223121 None None] Current status of the port 4e504827-204d-40e5-a827-0d407d197bb8 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:05.857542 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-e73160ad-5878-4aed-80cd-215818e04c76 None None] Provisioning complete for port 4e504827-204d-40e5-a827-0d407d197bb8 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:05.858039 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e73160ad-5878-4aed-80cd-215818e04c76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4e504827-204d-40e5-a827-0d407d197bb8), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:05.922188 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 4e504827-204d-40e5-a827-0d407d197bb8 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:41:06.013785 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-e73160ad-5878-4aed-80cd-215818e04c76 None None] Current status of the port 4e504827-204d-40e5-a827-0d407d197bb8 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:06.017676 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 4e504827-204d-40e5-a827-0d407d197bb8 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:06.018169 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4e504827-204d-40e5-a827-0d407d197bb8), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:06.107360 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 4e504827-204d-40e5-a827-0d407d197bb8 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:07.383006 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46928) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:07.445315 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'tenant_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'project_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'router:external': True}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:07.469915 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Made reservation on behalf of dcfdf6f8a71a47879b29c8f95f2e5a51 for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:41:07.473169 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.486796 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.579168 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks [] for security_group (e947c957-ed74-4b18-8e87-95bfb8df7749), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.583014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (e947c957-ed74-4b18-8e87-95bfb8df7749), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.600274 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Reserving flat network on physical network physnet1 {{(pid=109007) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 04 12:41:07.626240 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (0ad76355-c1b8-4120-aab3-62ddd218f122), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.626697 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Added segment 0ad76355-c1b8-4120-aab3-62ddd218f122 of type flat for network 660db4d8-8478-4214-9c17-5d2cd4f06b9b Feb 04 12:41:07.628116 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e947c957-ed74-4b18-8e87-95bfb8df7749,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:07.691957 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (660db4d8-8478-4214-9c17-5d2cd4f06b9b), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.726152 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (660db4d8-8478-4214-9c17-5d2cd4f06b9b), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.727380 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:07.728025 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:07.791930 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4077864 Feb 04 12:41:07.799818 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee6506f-c0b3-46d8-9ada-ef2ae23c68b2 admin admin] Pushing event updated for resources: {'Network': ['ID=660db4d8-8478-4214-9c17-5d2cd4f06b9b,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:07.813219 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:41:10.379170 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46936) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:10.496403 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5826a805-4df0-468e-a55c-80be76656441 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:10.497840 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5826a805-4df0-468e-a55c-80be76656441 admin admin] 10.222.0.26 "GET /v2.0/subnets/9c07f348-c23a-4e93-893d-9a6a697dab9e HTTP/1.1" status: 200 len: 849 time: 0.1176717 Feb 04 12:41:10.688481 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-2991a404-ad14-40e7-a671-b1d2c8ed7fab admin admin] 10.222.0.26 "GET /v2.0/routers/8a26d359-b6af-470c-964e-e779a830c822 HTTP/1.1" status: 200 len: 704 time: 0.1809435 Feb 04 12:41:11.003881 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.352634 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Allocated IP 172.20.0.1 (532d669e-c6c8-43d0-bf41-6a56a1332edc/9c07f348-c23a-4e93-893d-9a6a697dab9e/5085092b-51b4-47e3-a3f8-34e0a9e80770) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:41:11.586629 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks [] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.663366 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.748974 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:41:11.755607 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:41:11.761631 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:41:11.762205 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (8a26d359-b6af-470c-964e-e779a830c822), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:11.830437 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Pushing event updated for resources: {'Port': ['ID=5085092b-51b4-47e3-a3f8-34e0a9e80770,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:11.976726 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-009d4ba0-53f6-4e8d-9b13-0828ebf30b91 None None] Provisioning complete for port 5085092b-51b4-47e3-a3f8-34e0a9e80770 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:11.977617 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-009d4ba0-53f6-4e8d-9b13-0828ebf30b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.025570 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-009d4ba0-53f6-4e8d-9b13-0828ebf30b91 None None] Port 5085092b-51b4-47e3-a3f8-34e0a9e80770 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:41:12.026604 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.306733 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks [] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.312663 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.313530 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (8a26d359-b6af-470c-964e-e779a830c822), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.400474 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Pushing event updated for resources: {'Port': ['ID=5085092b-51b4-47e3-a3f8-34e0a9e80770,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:12.457135 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:41:12.458731 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:41:12.654688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Router 8a26d359-b6af-470c-964e-e779a830c822 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:41:12.759248 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7b77c9af-9bc9-48d1-91c6-da63d2bea1db None None] Provisioning complete for port 5085092b-51b4-47e3-a3f8-34e0a9e80770 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:12.759577 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7b77c9af-9bc9-48d1-91c6-da63d2bea1db None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:12.767561 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:41:12.779978 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-28e00673-bcaa-400e-a0ed-ed1f5c638a5a admin admin] 10.222.0.26 "PUT /v2.0/routers/8a26d359-b6af-470c-964e-e779a830c822/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0784440 Feb 04 12:41:12.780174 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Sync routers for ids ['8a26d359-b6af-470c-964e-e779a830c822'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:41:12.793200 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Routers {'8a26d359-b6af-470c-964e-e779a830c822'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:41:12.794412 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:41:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['8a26d359-b6af-470c-964e-e779a830c822'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:12.813570 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7b77c9af-9bc9-48d1-91c6-da63d2bea1db None None] Port 5085092b-51b4-47e3-a3f8-34e0a9e80770 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:41:13.013046 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Set router 8a26d359-b6af-470c-964e-e779a830c822 gateway port host: None {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:41:13.553221 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26d359-b6af-470c-964e-e779a830c822', 'name': 'router1', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:41:01Z', 'updated_at': '2022-02-04T12:41:11Z', 'revision_number': 2, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'gw_port_host': None, '_interfaces': [{'id': '5085092b-51b4-47e3-a3f8-34e0a9e80770', 'name': '', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'mac_address': 'fa:16:3e:05:66:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:11Z', 'updated_at': '2022-02-04T12:41:12Z', 'revision_number': 2, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'subnets': [{'id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a2a288-8103-413a-bc87-d74d4b9a4937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:13.609854 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Checking router: 8a26d359-b6af-470c-964e-e779a830c822 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:41:13.610230 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Updating router 8a26d359-b6af-470c-964e-e779a830c822 port 5085092b-51b4-47e3-a3f8-34e0a9e80770 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:41:13.673296 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.234692 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Publish callbacks [] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.244043 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.418073 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Attempting to bind port 5085092b-51b4-47e3-a3f8-34e0a9e80770 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:41:14.418533 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Attempting to bind port 5085092b-51b4-47e3-a3f8-34e0a9e80770 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:41:14.419048 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Attempting to bind port 5085092b-51b4-47e3-a3f8-34e0a9e80770 on network 532d669e-c6c8-43d0-bf41-6a56a1332edc {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:41:14.422666 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Pushing event updated for resources: {'Port': ['ID=5085092b-51b4-47e3-a3f8-34e0a9e80770,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:14.434262 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:41:14.434698 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Checking segment: {'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:41:14.435231 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.435618 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Bound using segment: {'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:41:14.436195 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Bound port: 5085092b-51b4-47e3-a3f8-34e0a9e80770, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1047788-e31f-4d3c-be60-9269223b3283', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:41:14.436548 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.439867 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.440238 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.440589 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.440964 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.441292 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.441694 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.442023 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.442349 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.442670 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.443029 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.443358 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.443678 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.443993 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Tracked resource versions report: Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: pushed versions: Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: { 'AddressGroup': {'1.2'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'ConntrackHelper': {'1.0'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Log': {'1.0'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Network': {'1.1'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Port': {'1.7'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'PortForwarding': {'1.2'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'QosPolicy': {'1.10'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroup': {'1.5'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SubPort': {'1.0'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Subnet': {'1.1'}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Trunk': {'1.1'}} Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: consumer versions: Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'ConntrackHelper': '1.0', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'LocalIPAssociation': '1.0', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Log': '1.0', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Network': '1.1', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Port': '1.7', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'PortForwarding': '1.2', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'QosPolicy': '1.10', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroup': '1.5', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroupRule': '1.2', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SubPort': '1.0', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Subnet': '1.1', Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Trunk': '1.1'}} Feb 04 12:41:14.445536 dv-cinder-817351-9-iscsi neutron-server[109009]: {{(pid=109009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:41:14.518088 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] For port 5085092b-51b4-47e3-a3f8-34e0a9e80770, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:41:14.538577 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] For port 5085092b-51b4-47e3-a3f8-34e0a9e80770, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=5085092b-51b4-47e3-a3f8-34e0a9e80770,segment=NetworkSegment(a1047788-e31f-4d3c-be60-9269223b3283),segment_id=a1047788-e31f-4d3c-be60-9269223b3283)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:41:14.547631 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.547814 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-bb64cb3f-6777-4291-9e78-af2184da3730 None None] Provisioning complete for port 5085092b-51b4-47e3-a3f8-34e0a9e80770 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:14.548320 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-bb64cb3f-6777-4291-9e78-af2184da3730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.599692 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Routers {'8a26d359-b6af-470c-964e-e779a830c822'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:41:14.600559 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:41:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['8a26d359-b6af-470c-964e-e779a830c822'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:14.634564 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-bb64cb3f-6777-4291-9e78-af2184da3730 None None] Current status of the port 5085092b-51b4-47e3-a3f8-34e0a9e80770 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:14.635167 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-bb64cb3f-6777-4291-9e78-af2184da3730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.679146 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-bb64cb3f-6777-4291-9e78-af2184da3730 None None] For port 5085092b-51b4-47e3-a3f8-34e0a9e80770, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=5085092b-51b4-47e3-a3f8-34e0a9e80770,segment=NetworkSegment(a1047788-e31f-4d3c-be60-9269223b3283),segment_id=a1047788-e31f-4d3c-be60-9269223b3283)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:14.686376 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-bb64cb3f-6777-4291-9e78-af2184da3730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.701259 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] Set router 8a26d359-b6af-470c-964e-e779a830c822 gateway port host: None {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:41:14.739491 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64cb3f-6777-4291-9e78-af2184da3730 None None] Pushing event updated for resources: {'Port': ['ID=5085092b-51b4-47e3-a3f8-34e0a9e80770,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:14.808100 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-daa0ea7d-e7b2-49eb-b4ac-ed7a58cd391c None None] Provisioning complete for port 5085092b-51b4-47e3-a3f8-34e0a9e80770 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:14.808508 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-daa0ea7d-e7b2-49eb-b4ac-ed7a58cd391c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:14.916315 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52fb97c-6131-4cab-b1b7-95b93a3d5cfa None None] Pushing event updated for resources: {'Port': ['ID=5085092b-51b4-47e3-a3f8-34e0a9e80770,revision_number=4']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:14.946741 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26d359-b6af-470c-964e-e779a830c822', 'name': 'router1', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:41:01Z', 'updated_at': '2022-02-04T12:41:11Z', 'revision_number': 2, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'gw_port_host': None, '_interfaces': [{'id': '5085092b-51b4-47e3-a3f8-34e0a9e80770', 'name': '', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'mac_address': 'fa:16:3e:05:66:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:11Z', 'updated_at': '2022-02-04T12:41:14Z', 'revision_number': 4, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'subnets': [{'id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a2a288-8103-413a-bc87-d74d4b9a4937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:14.961926 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-daa0ea7d-e7b2-49eb-b4ac-ed7a58cd391c None None] Current status of the port 5085092b-51b4-47e3-a3f8-34e0a9e80770 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:14.976652 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e689a4a-77fb-4fe5-b99e-fa49cae498c0 None None] The sync data for ids ['8a26d359-b6af-470c-964e-e779a830c822'] in dv-cinder-817351-9-iscsi is: [{'id': '8a26d359-b6af-470c-964e-e779a830c822', 'name': 'router1', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:41:01Z', 'updated_at': '2022-02-04T12:41:11Z', 'revision_number': 2, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'gw_port_host': None, '_interfaces': [{'id': '5085092b-51b4-47e3-a3f8-34e0a9e80770', 'name': '', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'mac_address': 'fa:16:3e:05:66:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:11Z', 'updated_at': '2022-02-04T12:41:14Z', 'revision_number': 4, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'subnets': [{'id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a2a288-8103-413a-bc87-d74d4b9a4937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:41:16.097483 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:41:17.722721 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 46954) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:17.905878 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61291990-cf6b-4b34-a9c5-23c4b19aa294 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:17.908607 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-61291990-cf6b-4b34-a9c5-23c4b19aa294 admin admin] 10.222.0.26 "GET /v2.0/networks/660db4d8-8478-4214-9c17-5d2cd4f06b9b HTTP/1.1" status: 200 len: 842 time: 0.1847515 Feb 04 12:41:17.918136 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Request body: {'subnet': {'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'enable_dhcp': False, 'ip_version': 4, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'name': 'public-subnet'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:17.942218 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Made reservation on behalf of dcfdf6f8a71a47879b29c8f95f2e5a51 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:41:17.945194 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.366444 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.objects.ports [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109006) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 04 12:41:18.366966 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (91714886-f0c2-4182-8297-cf0f27a526bf), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.464995 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91714886-f0c2-4182-8297-cf0f27a526bf,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:18.467973 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:41:18.468353 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Network hostable DHCP agents. Network: 660db4d8-8478-4214-9c17-5d2cd4f06b9b, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:41:18.480759 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.481122 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.481463 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.481825 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.482163 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.482494 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.482823 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.483229 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.483584 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.484106 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.484442 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.484767 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.485084 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Tracked resource versions report: Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: pushed versions: Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: { 'AddressGroup': {'1.2'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'ConntrackHelper': {'1.0'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Log': {'1.0'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Network': {'1.1'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Port': {'1.7'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'PortForwarding': {'1.2'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'QosPolicy': {'1.10'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroup': {'1.5'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SubPort': {'1.0'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Subnet': {'1.1'}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Trunk': {'1.1'}} Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: consumer versions: Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'ConntrackHelper': '1.0', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'LocalIPAssociation': '1.0', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Log': '1.0', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Network': '1.1', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Port': '1.7', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'PortForwarding': '1.2', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'QosPolicy': '1.10', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroup': '1.5', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroupRule': '1.2', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SubPort': '1.0', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Subnet': '1.1', Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Trunk': '1.1'}} Feb 04 12:41:18.486492 dv-cinder-817351-9-iscsi neutron-server[109006]: {{(pid=109006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:41:18.517003 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:41:18.532130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 660db4d8-8478-4214-9c17-5d2cd4f06b9b) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:41:18.536756 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:18.537388 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:18.541677 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f516bad-1900-4c33-b517-a1062f35a879 None None] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:41:18.559572 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f1b3b0b1-9348-49e0-9b2e-eb811dda2722 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6447272 Feb 04 12:41:18.649324 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68974c96-1abf-45ca-9670-da69f1e0d059 None None] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:41:20.906463 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46966) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:21.057455 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-d89c0f4f-af7f-4a60-99c3-86358d46b108 admin admin] 10.222.0.26 "GET /v2.0/routers/8a26d359-b6af-470c-964e-e779a830c822 HTTP/1.1" status: 200 len: 710 time: 0.1498227 Feb 04 12:41:21.146917 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1ae66-a1a9-4b15-bb4a-db5024176c38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:41:21.150403 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-2eb1ae66-a1a9-4b15-bb4a-db5024176c38 admin admin] 10.222.0.26 "GET /v2.0/networks/660db4d8-8478-4214-9c17-5d2cd4f06b9b HTTP/1.1" status: 200 len: 886 time: 0.0866289 Feb 04 12:41:21.162452 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:41:21.509266 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks [] for router_gateway (8a26d359-b6af-470c-964e-e779a830c822), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:21.770324 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks [] for router_gateway (8a26d359-b6af-470c-964e-e779a830c822), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:21.856237 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:21.962624 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 5085092b-51b4-47e3-a3f8-34e0a9e80770 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:41:21.969117 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Allocated IP 172.27.3.118 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/4aae5892-ea1b-43ae-9ccc-463cf548ee14) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:41:22.017001 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 5085092b-51b4-47e3-a3f8-34e0a9e80770 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:22.017396 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:22.077206 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks [] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:22.106070 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 5085092b-51b4-47e3-a3f8-34e0a9e80770 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:22.114066 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:22.159143 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:41:22.162035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:41:22.166348 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:41:22.169318 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Pushing event updated for resources: {'Port': ['ID=4aae5892-ea1b-43ae-9ccc-463cf548ee14,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:22.442062 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks [] for router_gateway (8a26d359-b6af-470c-964e-e779a830c822), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:22.667514 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-576091', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-537073', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-112559'] for router (8a26d359-b6af-470c-964e-e779a830c822), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:22.672336 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-576084', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-576109', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-536842'] for router (8a26d359-b6af-470c-964e-e779a830c822), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:22.794558 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Router 8a26d359-b6af-470c-964e-e779a830c822 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:41:23.009372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:41:23.016420 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:23.017702 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-cb104d0d-02e7-4844-bff8-a8d170aa9245 admin admin] 10.222.0.26 "PUT /v2.0/routers/8a26d359-b6af-470c-964e-e779a830c822 HTTP/1.1" status: 200 len: 890 time: 1.8590665 Feb 04 12:41:23.694466 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Sync routers for ids ['8a26d359-b6af-470c-964e-e779a830c822'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:41:23.705973 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Routers {'8a26d359-b6af-470c-964e-e779a830c822'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:41:23.706715 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:41:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['8a26d359-b6af-470c-964e-e779a830c822'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:23.931197 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Set router 8a26d359-b6af-470c-964e-e779a830c822 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:41:24.437972 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26d359-b6af-470c-964e-e779a830c822', 'name': 'router1', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4aae5892-ea1b-43ae-9ccc-463cf548ee14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:41:01Z', 'updated_at': '2022-02-04T12:41:22Z', 'revision_number': 4, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'gw_port': {'id': '4aae5892-ea1b-43ae-9ccc-463cf548ee14', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:21Z', 'updated_at': '2022-02-04T12:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '5085092b-51b4-47e3-a3f8-34e0a9e80770', 'name': '', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'mac_address': 'fa:16:3e:05:66:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:11Z', 'updated_at': '2022-02-04T12:41:14Z', 'revision_number': 5, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'subnets': [{'id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a2a288-8103-413a-bc87-d74d4b9a4937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:24.495294 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Checking router: 8a26d359-b6af-470c-964e-e779a830c822 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:41:24.495593 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Updating router 8a26d359-b6af-470c-964e-e779a830c822 port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:41:24.560940 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:24.909823 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Publish callbacks [] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:24.916006 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:24.968090 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Attempting to bind port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:41:24.968469 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Attempting to bind port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:41:24.968841 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Attempting to bind port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:41:24.974359 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484faf89-0131-4890-9d5d-248e349d7c97 None None] Pushing event updated for resources: {'Port': ['ID=4aae5892-ea1b-43ae-9ccc-463cf548ee14,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:24.979096 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 41, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:41:24.979489 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:41:24.979898 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:24.980288 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:41:24.980765 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Bound port: 4aae5892-ea1b-43ae-9ccc-463cf548ee14, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:41:24.981155 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:25.035251 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] For port 4aae5892-ea1b-43ae-9ccc-463cf548ee14, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:41:25.038877 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] For port 4aae5892-ea1b-43ae-9ccc-463cf548ee14, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=4aae5892-ea1b-43ae-9ccc-463cf548ee14,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:41:25.044838 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:25.106237 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Routers {'8a26d359-b6af-470c-964e-e779a830c822'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:41:25.106843 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:41:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['8a26d359-b6af-470c-964e-e779a830c822'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:25.144074 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484faf89-0131-4890-9d5d-248e349d7c97 None None] Pushing event updated for resources: {'Port': ['ID=4aae5892-ea1b-43ae-9ccc-463cf548ee14,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:25.234066 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] Set router 8a26d359-b6af-470c-964e-e779a830c822 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:41:25.461360 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a26d359-b6af-470c-964e-e779a830c822', 'name': 'router1', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4aae5892-ea1b-43ae-9ccc-463cf548ee14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:41:01Z', 'updated_at': '2022-02-04T12:41:22Z', 'revision_number': 4, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'gw_port': {'id': '4aae5892-ea1b-43ae-9ccc-463cf548ee14', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:21Z', 'updated_at': '2022-02-04T12:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '5085092b-51b4-47e3-a3f8-34e0a9e80770', 'name': '', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'mac_address': 'fa:16:3e:05:66:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:11Z', 'updated_at': '2022-02-04T12:41:14Z', 'revision_number': 5, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'subnets': [{'id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a2a288-8103-413a-bc87-d74d4b9a4937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:41:25.489310 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92975cda-80f8-4dd1-9266-0b1900bbbd8e None None] The sync data for ids ['8a26d359-b6af-470c-964e-e779a830c822'] in dv-cinder-817351-9-iscsi is: [{'id': '8a26d359-b6af-470c-964e-e779a830c822', 'name': 'router1', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.118'}], 'enable_snat': True}, 'gw_port_id': '4aae5892-ea1b-43ae-9ccc-463cf548ee14', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:41:01Z', 'updated_at': '2022-02-04T12:41:22Z', 'revision_number': 4, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'gw_port': {'id': '4aae5892-ea1b-43ae-9ccc-463cf548ee14', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:b0:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:21Z', 'updated_at': '2022-02-04T12:41:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '5085092b-51b4-47e3-a3f8-34e0a9e80770', 'name': '', 'network_id': '532d669e-c6c8-43d0-bf41-6a56a1332edc', 'tenant_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'mac_address': 'fa:16:3e:05:66:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a26d359-b6af-470c-964e-e779a830c822', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:41:11Z', 'updated_at': '2022-02-04T12:41:14Z', 'revision_number': 5, 'project_id': 'c1ed02c4ecce4fc888f4cab711dd3e2e', 'subnets': [{'id': '9c07f348-c23a-4e93-893d-9a6a697dab9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f2a2a288-8103-413a-bc87-d74d4b9a4937'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:41:25.605891 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 46978) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:41:25.759290 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-97b6ec0a-539f-4647-a648-d2ab1cf07810 admin admin] 10.222.0.26 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1521819 Feb 04 12:41:25.978735 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 4aae5892-ea1b-43ae-9ccc-463cf548ee14 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:41:26.043722 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:26.044129 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:26.149115 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:26.149267 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:26.175298 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 4aae5892-ea1b-43ae-9ccc-463cf548ee14, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=4aae5892-ea1b-43ae-9ccc-463cf548ee14,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:41:26.183385 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:26.257277 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=4aae5892-ea1b-43ae-9ccc-463cf548ee14,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:41:27.946796 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 4aae5892-ea1b-43ae-9ccc-463cf548ee14 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:41:28.000651 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:41:28.001203 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4aae5892-ea1b-43ae-9ccc-463cf548ee14), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:28.098973 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 4aae5892-ea1b-43ae-9ccc-463cf548ee14 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:41:28.405620 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b175508d-f897-4dce-8031-58c1766b3080 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:30.989094 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-86d7b704-b3fd-49b3-b582-f82fc14d33c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:33.316864 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:34.639668 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:34.895334 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:41:53.098918 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:41:58.403750 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3366952d-5492-4fd7-841a-ff6c1bee0f33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:00.998671 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-1e06f527-9b46-47a6-a11a-fc1700500698 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:03.315740 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.641438 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:04.899751 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:28.388314 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-269cb26d-5323-460c-bf05-1b658b173170 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:30.097595 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:42:30.986791 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-584c1cfa-038a-4aba-bd2e-d11fb82e6166 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:33.319133 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:34.633999 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:34.889299 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:48.669364 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47462) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:48.746907 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ba10dad-b1cb-4265-ac39-c43efda161d4 admin admin] GET failed (client error): The resource could not be found. Feb 04 12:42:48.748340 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-9ba10dad-b1cb-4265-ac39-c43efda161d4 admin admin] 10.222.0.26 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0780096 Feb 04 12:42:48.944186 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9e2e93-35e7-4b1a-b7d7-07a0e0d35032 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:48.946457 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-df9e2e93-35e7-4b1a-b7d7-07a0e0d35032 admin admin] 10.222.0.26 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1936238 Feb 04 12:42:51.279484 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47472) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:51.385126 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee154d9-2316-46a1-9cb2-b34f5bc6acf6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.387104 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5ee154d9-2316-46a1-9cb2-b34f5bc6acf6 admin admin] 10.222.0.26 "GET /v2.0/subnets/9c07f348-c23a-4e93-893d-9a6a697dab9e HTTP/1.1" status: 200 len: 849 time: 0.1066000 Feb 04 12:42:51.396860 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:42:51.486610 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Publish callbacks [] for subnet (9c07f348-c23a-4e93-893d-9a6a697dab9e), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:51.654873 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8778709367534'] for subnet (9c07f348-c23a-4e93-893d-9a6a697dab9e), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:51.689962 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:51.691365 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:51.692585 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] 10.222.0.26 "PUT /v2.0/subnets/9c07f348-c23a-4e93-893d-9a6a697dab9e HTTP/1.1" status: 200 len: 868 time: 0.2988648 Feb 04 12:42:51.696628 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9bd4b1f-0fcb-4c75-becd-7ac4c1b5aa75 None None] Network 532d669e-c6c8-43d0-bf41-6a56a1332edc requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:42:51.716732 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c07f348-c23a-4e93-893d-9a6a697dab9e,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:42:51.724771 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.725120 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.725478 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.725815 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.726151 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.726485 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.726818 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.727213 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.727566 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.727925 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.728253 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.728584 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:51.728909 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b301d0d-de75-404b-bc12-1330d7594faa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:42:52.056485 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-169e0fc2-3018-4011-9333-b4f6c28000d0 None None] Provisioning complete for port 4e504827-204d-40e5-a827-0d407d197bb8 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:52.056880 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-169e0fc2-3018-4011-9333-b4f6c28000d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4e504827-204d-40e5-a827-0d407d197bb8), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.146464 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-169e0fc2-3018-4011-9333-b4f6c28000d0 None None] Current status of the port 4e504827-204d-40e5-a827-0d407d197bb8 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:52.157320 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-169e0fc2-3018-4011-9333-b4f6c28000d0 None None] Provisioning complete for port 5085092b-51b4-47e3-a3f8-34e0a9e80770 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:42:52.158297 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-169e0fc2-3018-4011-9333-b4f6c28000d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (5085092b-51b4-47e3-a3f8-34e0a9e80770), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:52.241656 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-169e0fc2-3018-4011-9333-b4f6c28000d0 None None] Current status of the port 5085092b-51b4-47e3-a3f8-34e0a9e80770 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:42:54.061040 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47480) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:54.282180 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db186ab8-f549-4b96-97d0-d429ccff3564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:54.282663 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db186ab8-f549-4b96-97d0-d429ccff3564 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:54.284292 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-db186ab8-f549-4b96-97d0-d429ccff3564 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2222574 Feb 04 12:42:56.664146 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47488) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:56.810504 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232366d-1a59-426b-b6ec-4c7512004394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.811017 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6232366d-1a59-426b-b6ec-4c7512004394 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:56.812640 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6232366d-1a59-426b-b6ec-4c7512004394 admin admin] 10.222.0.26 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1474628 Feb 04 12:42:58.393142 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ccd94640-6366-485c-9714-9233b1f9d31e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:42:59.201411 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47496) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:42:59.360004 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b27b45d6-aae1-4430-b3c1-cc48a8e6ffba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:42:59.361437 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b27b45d6-aae1-4430-b3c1-cc48a8e6ffba admin admin] 10.222.0.26 "GET /v2.0/networks/532d669e-c6c8-43d0-bf41-6a56a1332edc HTTP/1.1" status: 200 len: 868 time: 0.1590300 Feb 04 12:43:00.992338 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2f3d366-ea06-4b28-b0b1-b49fdf9e7b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:01.851670 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47504) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:01.984737 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09353c1e-2f20-4e98-824c-c85ca8d9f89b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:01.986237 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-09353c1e-2f20-4e98-824c-c85ca8d9f89b admin admin] 10.222.0.26 "GET /v2.0/networks/660db4d8-8478-4214-9c17-5d2cd4f06b9b HTTP/1.1" status: 200 len: 886 time: 0.1335578 Feb 04 12:43:03.326272 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.392164 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47514) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:04.536959 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67077ca9-acdf-4c71-a2ee-cd22dc587ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:04.537295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67077ca9-acdf-4c71-a2ee-cd22dc587ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:04.538901 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-67077ca9-acdf-4c71-a2ee-cd22dc587ae0 admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1457291 Feb 04 12:43:04.646580 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:04.887793 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:06.944047 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47522) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:07.064279 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5145d-e6fb-49ad-a31e-d5cf1d3cb04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:07.064738 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6d5145d-e6fb-49ad-a31e-d5cf1d3cb04e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:07.066307 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a6d5145d-e6fb-49ad-a31e-d5cf1d3cb04e admin admin] 10.222.0.26 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1212342 Feb 04 12:43:07.098435 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:43:09.467339 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47530) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:09.568728 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fef567c-a811-428e-9a2e-36dfe46199bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:09.570181 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-4fef567c-a811-428e-9a2e-36dfe46199bf admin admin] 10.222.0.26 "GET /v2.0/subnets/91714886-f0c2-4182-8297-cf0f27a526bf HTTP/1.1" status: 200 len: 816 time: 0.1019073 Feb 04 12:43:12.007983 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47538) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:12.107316 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd0e92d-6ea0-41c8-81d3-2eb6de521d04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:12.108756 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-1fd0e92d-6ea0-41c8-81d3-2eb6de521d04 admin admin] 10.222.0.26 "GET /v2.0/subnets/9c07f348-c23a-4e93-893d-9a6a697dab9e HTTP/1.1" status: 200 len: 868 time: 0.0997784 Feb 04 12:43:28.396561 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e90a4fa2-ac7d-4a2e-8dd2-5942fbf17a2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:30.997930 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-810c97a8-7761-4400-ae52-6692713369d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:33.326975 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.635752 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:34.885033 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:37.991412 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47592) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:38.043521 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [None req-86d44b28-8364-45a0-b8d2-b11c3f7668bf admin admin] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:43:38.044514 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-86d44b28-8364-45a0-b8d2-b11c3f7668bf admin admin] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0521379 Feb 04 12:43:40.459158 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47600) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:40.525595 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.pecan_wsgi.hooks.translation [None req-307bbd45-5bb6-496d-aadb-f689160dc795 admin admin] GET failed (client error): The resource could not be found. Feb 04 12:43:40.527145 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-307bbd45-5bb6-496d-aadb-f689160dc795 admin admin] 10.222.0.26 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0669935 Feb 04 12:43:40.687784 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6a82489-e737-4d24-9811-61b8a642103e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:40.689782 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-d6a82489-e737-4d24-9811-61b8a642103e admin admin] 10.222.0.26 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1578574 Feb 04 12:43:43.193181 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47610) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:43.242611 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'shared': True, 'tenant_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'name': 'shared'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:43.264324 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Made reservation on behalf of dcfdf6f8a71a47879b29c8f95f2e5a51 for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:43.266740 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.296992 dv-cinder-817351-9-iscsi neutron-server[109007]: WARNING neutron.services.revisions.revision_plugin [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Could not find related network for resource to bump revision. Feb 04 12:43:43.309659 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:43:43.319677 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (86423d35-a98b-4f3d-91cd-b5c762654de7), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.320026 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Added segment 86423d35-a98b-4f3d-91cd-b5c762654de7 of type vlan for network 141d4706-7007-444c-8c85-ea13b1ce2cbb Feb 04 12:43:43.365564 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (141d4706-7007-444c-8c85-ea13b1ce2cbb), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.393437 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (141d4706-7007-444c-8c85-ea13b1ce2cbb), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.394446 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:43.395099 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:43.457099 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.2627773 Feb 04 12:43:43.464318 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Pushing event updated for resources: {'Network': ['ID=141d4706-7007-444c-8c85-ea13b1ce2cbb,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:43.473116 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.473590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.474087 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.474759 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.475209 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.475612 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.476013 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.476412 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.476863 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.477424 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.478424 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.478911 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.479527 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-026a9a47-2791-4ed4-94d0-0596e82f7e42 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:43.498252 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 141d4706-7007-444c-8c85-ea13b1ce2cbb details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:43:44.096601 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:43:45.925131 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47620) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:43:45.996165 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.pecan_wsgi.hooks.translation [None req-91d1e4e1-2d62-45d8-9f18-a8c0503e10d6 admin admin] GET failed (client error): The resource could not be found. Feb 04 12:43:45.997751 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-91d1e4e1-2d62-45d8-9f18-a8c0503e10d6 admin admin] 10.222.0.26 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0715938 Feb 04 12:43:46.076303 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfff824f-6e22-48bc-a924-9a5320404bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:46.077742 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-cfff824f-6e22-48bc-a924-9a5320404bc0 admin admin] 10.222.0.26 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0759778 Feb 04 12:43:46.088695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Request body: {'subnet': {'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'tenant_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'name': 'shared-subnet', 'description': 'shared-subnet'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:43:46.110302 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Made reservation on behalf of dcfdf6f8a71a47879b29c8f95f2e5a51 for: {'subnet': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:43:46.112681 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.291912 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (48097440-469f-439c-8408-d728fd59c156), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.349706 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Pushing event updated for resources: {'Subnet': ['ID=48097440-469f-439c-8408-d728fd59c156,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:46.357440 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Checking segment: {'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:46.357923 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Network hostable DHCP agents. Network: 141d4706-7007-444c-8c85-ea13b1ce2cbb, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:43:46.376246 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Network 141d4706-7007-444c-8c85-ea13b1ce2cbb is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:43:46.390413 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 141d4706-7007-444c-8c85-ea13b1ce2cbb) {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:46.394912 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:43:46.395790 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.404644 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75dd64d1-bdb9-4585-aace-a4d7e249b01a None None] Network 141d4706-7007-444c-8c85-ea13b1ce2cbb requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:46.418840 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-38023019-1d7d-467b-9f70-7b21181f536b admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3342414 Feb 04 12:43:46.680179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-141d4706-7007-444c-8c85-ea13b1ce2cbb', 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb', 'project_id': 'dcfdf6f8a71a47879b29c8f95f2e5a51', 'fixed_ips': [{'subnet_id': '48097440-469f-439c-8408-d728fd59c156'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:43:46.681626 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:46.839837 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Allocated IP 192.168.233.2 (141d4706-7007-444c-8c85-ea13b1ce2cbb/48097440-469f-439c-8408-d728fd59c156/c395b652-8a9e-404d-9bb9-e1d305e7aa54) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:43:47.013546 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Publish callbacks [] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.020608 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.069334 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Network 141d4706-7007-444c-8c85-ea13b1ce2cbb is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:43:47.073304 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Pushing event updated for resources: {'Port': ['ID=c395b652-8a9e-404d-9bb9-e1d305e7aa54,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:47.076969 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:43:47.083263 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.083622 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.084067 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.084464 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.084944 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.085276 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.085633 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.085963 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.086506 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.086767 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.087086 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.087570 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.087806 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:43:47.090967 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:43:47.186183 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Attempting to bind port c395b652-8a9e-404d-9bb9-e1d305e7aa54 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:43:47.186838 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Attempting to bind port c395b652-8a9e-404d-9bb9-e1d305e7aa54 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:43:47.187507 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Attempting to bind port c395b652-8a9e-404d-9bb9-e1d305e7aa54 on network 141d4706-7007-444c-8c85-ea13b1ce2cbb {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:43:47.197544 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 43, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:43:47.198143 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Checking segment: {'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:43:47.198812 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.199541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Bound using segment: {'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:43:47.200366 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Bound port: c395b652-8a9e-404d-9bb9-e1d305e7aa54, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:43:47.201013 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.281774 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] For port c395b652-8a9e-404d-9bb9-e1d305e7aa54, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:43:47.285189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] For port c395b652-8a9e-404d-9bb9-e1d305e7aa54, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=c395b652-8a9e-404d-9bb9-e1d305e7aa54,segment=NetworkSegment(86423d35-a98b-4f3d-91cd-b5c762654de7),segment_id=86423d35-a98b-4f3d-91cd-b5c762654de7)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:43:47.293544 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:47.356934 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6108957a-016b-4483-831a-daf0c1de39fb None None] Pushing event updated for resources: {'Port': ['ID=c395b652-8a9e-404d-9bb9-e1d305e7aa54,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:48.044685 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device c395b652-8a9e-404d-9bb9-e1d305e7aa54 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:48.110479 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port c395b652-8a9e-404d-9bb9-e1d305e7aa54 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:48.110890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.198128 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port c395b652-8a9e-404d-9bb9-e1d305e7aa54 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:48.198657 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.244408 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port c395b652-8a9e-404d-9bb9-e1d305e7aa54, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=c395b652-8a9e-404d-9bb9-e1d305e7aa54,segment=NetworkSegment(86423d35-a98b-4f3d-91cd-b5c762654de7),segment_id=86423d35-a98b-4f3d-91cd-b5c762654de7)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:43:48.250053 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.304251 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=c395b652-8a9e-404d-9bb9-e1d305e7aa54,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:43:48.670102 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83617e63-8035-4345-966f-40df7619b119 None None] Network 141d4706-7007-444c-8c85-ea13b1ce2cbb requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:43:48.797448 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-5cf709a4-d0e6-4f02-96e8-3b2e6c85f32a None None] Provisioning complete for port c395b652-8a9e-404d-9bb9-e1d305e7aa54 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:48.797767 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5cf709a4-d0e6-4f02-96e8-3b2e6c85f32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:48.910544 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-5cf709a4-d0e6-4f02-96e8-3b2e6c85f32a None None] Current status of the port c395b652-8a9e-404d-9bb9-e1d305e7aa54 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:49.136807 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-312ec341-b95b-40a3-b76e-8e2d0fb24220 None None] Provisioning complete for port c395b652-8a9e-404d-9bb9-e1d305e7aa54 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:49.137455 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-312ec341-b95b-40a3-b76e-8e2d0fb24220 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:49.249320 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-312ec341-b95b-40a3-b76e-8e2d0fb24220 None None] Current status of the port c395b652-8a9e-404d-9bb9-e1d305e7aa54 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:50.019682 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device c395b652-8a9e-404d-9bb9-e1d305e7aa54 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:43:50.081301 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port c395b652-8a9e-404d-9bb9-e1d305e7aa54 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:43:50.081700 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (c395b652-8a9e-404d-9bb9-e1d305e7aa54), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:43:50.205695 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port c395b652-8a9e-404d-9bb9-e1d305e7aa54 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:43:58.391171 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-069db2b3-c595-4bc2-b63e-0362775d56a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:00.992526 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a67070e3-1130-4e65-a9d8-c7b969272dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:03.323639 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:04.640407 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:04.880269 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:21.096072 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:44:28.394510 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9b8d302e-0483-4ad8-89a8-596b062078ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:30.997053 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4bb5e8d7-614b-4f94-b4a5-02ea3a51d159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:33.326929 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:34.641859 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:34.884177 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:44:58.109627 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:44:58.398595 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ae296d3a-a01a-4ac0-82d3-0b159338fae5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:01.002177 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e6583b7d-dd8b-4d09-9048-d530fb894d10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:03.329512 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.509237 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47664) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:04.514930 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [None req-44ae01ff-9738-40a7-845c-16a8d93f4321 tempest-verify_tempest_config-182058440 tempest-verify_tempest_config-182058440-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:45:04.515952 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-44ae01ff-9738-40a7-845c-16a8d93f4321 tempest-verify_tempest_config-182058440 tempest-verify_tempest_config-182058440-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0057437 Feb 04 12:45:04.645174 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.841271 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47682) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:04.888211 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:04.957136 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.067286 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Publish callbacks [] for security_group (b8b09ee5-7df3-434e-a167-34fd2fd0c410), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.071971 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (b8b09ee5-7df3-434e-a167-34fd2fd0c410), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.117126 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3a15064f61e84807b2255f06b0bcfaa3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2745681 Feb 04 12:45:05.117789 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b09ee5-7df3-434e-a167-34fd2fd0c410,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:05.119805 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47686) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:45:05.124945 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.125301 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.125646 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.125985 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.126320 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.126654 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.127018 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.127357 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.127701 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.128034 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.128360 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.128682 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.129003 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e170634e-4874-4cfe-9aae-2d3031f4cb5a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.175119 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Publish callbacks [] for security_group (b8b09ee5-7df3-434e-a167-34fd2fd0c410), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.198009 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Publish callbacks [] for security_group (b8b09ee5-7df3-434e-a167-34fd2fd0c410), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.292458 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (b8b09ee5-7df3-434e-a167-34fd2fd0c410), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.295787 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:05.296980 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b8b09ee5-7df3-434e-a167-34fd2fd0c410 HTTP/1.1" status: 204 len: 168 time: 0.1761246 Feb 04 12:45:05.307228 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b09ee5-7df3-434e-a167-34fd2fd0c410,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:45:05.314933 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.315342 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.315695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.316037 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.316375 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.316706 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.317053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.317388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.317717 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.318069 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.318394 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.318719 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:05.319084 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0c3dac3-506d-408a-b755-414559d78fd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:45:28.411960 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7ad338b4-9fbd-469b-8dc3-6ec8812675e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:31.005448 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a956227c-3392-4ac1-8a2f-4f026eb06a1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:33.331683 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:34.651306 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:34.891485 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:45:35.094003 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:45:58.406901 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f1aad1b4-20b4-4394-b45e-882f9c41bcc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:01.008800 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ac7bec27-59f4-4a6f-96eb-6d7b0d41af5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:03.337603 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.656213 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:04.895980 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:12.092065 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 5 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:46:28.409035 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4acc641a-78ed-4eb2-b169-f3a133d3a489 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:31.013933 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-74252a2b-c1c8-49a2-8b28-a649a5aa4dfd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:33.339107 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:34.655779 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:34.899679 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:42.257386 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-577133'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:49.091609 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:46:57.582706 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47760) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:46:57.692490 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-68083679-91f8-4540-8e21-cb725b79324f admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1085596 Feb 04 12:46:58.410977 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a4428166-4ab0-4eb3-85f1-9efe3f35ca84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:46:59.970779 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47770) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:47:00.027654 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-4b275cd6-ad3e-472b-b3f8-3b859bbd16fb admin admin] 10.222.0.26 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0550497 Feb 04 12:47:01.015707 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9a345065-0959-47a3-8394-5eaee15295a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:03.340040 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.663163 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:04.914153 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:12.207596 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:26.090918 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:47:28.413379 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4544df3b-d9f9-4e6a-be24-ae4c615979f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:31.019130 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e4d95c6d-b116-4856-9cd6-a16c247ddc1a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:33.343031 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.659901 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:34.906698 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:42.211592 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:47:58.415295 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8926bb78-82f0-40dd-b30e-7b154b79b4db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:01.020861 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-987ad769-9a48-4ba9-8a92-4e96facc0523 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:03.089435 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:48:03.346741 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.663499 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:04.911831 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:12.220476 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:28.426495 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7c05960e-95d9-4617-b431-3129dc8dc5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.025964 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-bb624b09-f14f-4cea-b793-2cb8d82a7a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:31.672005 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47938) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:32.048332 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1948338979-network', 'tenant_id': 'a11cc79bfe6a4fabac1de549ef46dd31'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:32.072409 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Made reservation on behalf of a11cc79bfe6a4fabac1de549ef46dd31 for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:32.075258 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.086598 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.187149 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks [] for security_group (d92b2176-3cd2-4368-afb8-94205b518027), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.193199 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d92b2176-3cd2-4368-afb8-94205b518027), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.235984 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d92b2176-3cd2-4368-afb8-94205b518027,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:32.240134 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:32.250997 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.251933 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.252460 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.252962 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.253460 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.253990 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.254596 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.254965 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.255500 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.256016 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.256530 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.257167 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.257663 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Tracked resource versions report: Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: pushed versions: Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: { 'AddressGroup': {'1.2'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'ConntrackHelper': {'1.0'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Log': {'1.0'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Network': {'1.1'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Port': {'1.7'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'PortForwarding': {'1.2'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'QosPolicy': {'1.10'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroup': {'1.5'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SubPort': {'1.0'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Subnet': {'1.1'}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Trunk': {'1.1'}} Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: consumer versions: Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: HyperV agent@hv-cinder-81735: {}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'ConntrackHelper': '1.0', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'LocalIPAssociation': '1.0', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Log': '1.0', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Network': '1.1', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Port': '1.7', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'PortForwarding': '1.2', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'QosPolicy': '1.10', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroup': '1.5', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SecurityGroupRule': '1.2', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'SubPort': '1.0', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Subnet': '1.1', Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: 'Trunk': '1.1'}} Feb 04 12:48:32.258886 dv-cinder-817351-9-iscsi neutron-server[109006]: {{(pid=109006) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:48:32.270311 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8778709356876', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (915f6d92-1c1d-4e1c-8226-aa60c5c2b6af), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.270921 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Unsubscribe: segment precommit_create {{(pid=109006) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 04 12:48:32.271464 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Added segment 915f6d92-1c1d-4e1c-8226-aa60c5c2b6af of type vlan for network 23074f9f-450b-4075-b53d-52ebc713ae8d Feb 04 12:48:32.339003 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (23074f9f-450b-4075-b53d-52ebc713ae8d), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.375895 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (23074f9f-450b-4075-b53d-52ebc713ae8d), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.377007 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:32.377650 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.501656 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 47974) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:32.502355 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8281238 Feb 04 12:48:32.508119 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Request body: {'subnet': {'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1948338979-subnet', 'tenant_id': 'a11cc79bfe6a4fabac1de549ef46dd31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:32.520974 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa21acee-98ca-4914-8ed6-702943b15ec1 admin admin] Pushing event updated for resources: {'Network': ['ID=23074f9f-450b-4075-b53d-52ebc713ae8d,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:32.536148 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Made reservation on behalf of a11cc79bfe6a4fabac1de549ef46dd31 for: {'subnet': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:32.537782 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 23074f9f-450b-4075-b53d-52ebc713ae8d details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:32.539279 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.745849 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (3d764ffc-1900-48e5-af59-b5e1e71c05dd), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.745952 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 47990) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:32.804399 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3d764ffc-1900-48e5-af59-b5e1e71c05dd,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:32.817581 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.818405 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.818585 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.819447 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.820053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.820694 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.821204 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.821698 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.822209 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.822815 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.823317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.823809 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.824304 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Tracked resource versions report: Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: pushed versions: Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: { 'AddressGroup': {'1.2'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'ConntrackHelper': {'1.0'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Log': {'1.0'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Network': {'1.1'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Port': {'1.7'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'PortForwarding': {'1.2'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'QosPolicy': {'1.10'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroup': {'1.5'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SubPort': {'1.0'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Subnet': {'1.1'}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Trunk': {'1.1'}} Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: consumer versions: Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: HyperV agent@hv-cinder-81735: {}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'ConntrackHelper': '1.0', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'LocalIPAssociation': '1.0', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Log': '1.0', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Network': '1.1', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Port': '1.7', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'PortForwarding': '1.2', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'QosPolicy': '1.10', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroup': '1.5', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SecurityGroupRule': '1.2', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'SubPort': '1.0', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Subnet': '1.1', Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: 'Trunk': '1.1'}} Feb 04 12:48:32.825629 dv-cinder-817351-9-iscsi neutron-server[109007]: {{(pid=109007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:48:32.839811 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Checking segment: {'id': '915f6d92-1c1d-4e1c-8226-aa60c5c2b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:32.840178 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Network hostable DHCP agents. Network: 23074f9f-450b-4075-b53d-52ebc713ae8d, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:32.860596 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Network 23074f9f-450b-4075-b53d-52ebc713ae8d is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:32.872038 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 23074f9f-450b-4075-b53d-52ebc713ae8d) {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:32.876378 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:32.877046 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:32.893113 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d33d246e-fc00-4d7e-bab4-1a1d1c38bb84 None None] Network 23074f9f-450b-4075-b53d-52ebc713ae8d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:32.903499 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-0854a8e8-1124-4ce0-9a79-e7a4c24273b6 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4006994 Feb 04 12:48:33.016442 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a8c5054-3e0d-4611-849f-0e82312e3db5 None None] Network 23074f9f-450b-4075-b53d-52ebc713ae8d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:33.209313 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-network', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:33.234737 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Made reservation on behalf of 57ee67ed11ec481498bb2f6bb020b5a0 for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:33.238344 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.258898 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.363716 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.384767 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks [] for security_group (66bb9aed-eb68-4845-b8dd-b5c3a7e61251), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.391692 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (66bb9aed-eb68-4845-b8dd-b5c3a7e61251), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.431790 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66bb9aed-eb68-4845-b8dd-b5c3a7e61251,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:33.446274 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:33.460731 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (eb2aa64c-42fa-4235-82dc-7fd34c270924), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.461086 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Added segment eb2aa64c-42fa-4235-82dc-7fd34c270924 of type vlan for network 4177f13a-56ea-4fbc-b226-ef36aec29531 Feb 04 12:48:33.517253 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (4177f13a-56ea-4fbc-b226-ef36aec29531), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.549581 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (4177f13a-56ea-4fbc-b226-ef36aec29531), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.551094 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:33.551687 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:33.694780 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.9473948 Feb 04 12:48:33.697315 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48034) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:33.703500 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Request body: {'subnet': {'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-subnet', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:33.707036 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478cc4a7-412f-445e-b3c3-4569c6ea6894 admin admin] Pushing event updated for resources: {'Network': ['ID=4177f13a-56ea-4fbc-b226-ef36aec29531,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:33.718856 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:33.735413 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Made reservation on behalf of 57ee67ed11ec481498bb2f6bb020b5a0 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:33.738526 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.052908 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.112411 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:34.138672 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Checking segment: {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:34.139075 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Network hostable DHCP agents. Network: 4177f13a-56ea-4fbc-b226-ef36aec29531, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:34.160620 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:34.174378 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 4177f13a-56ea-4fbc-b226-ef36aec29531) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:34.181979 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:34.182871 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.183734 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddfa25e-e738-48ea-8919-a28103120c26 None None] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:34.204491 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b1d33b18-bedc-4ad8-ad0e-d7eea971ffb1 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5061111 Feb 04 12:48:34.207782 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 48060) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:34.213778 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:34.244201 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (26dd5a0b-26df-4169-ae31-222393430ce4), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.245915 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (26dd5a0b-26df-4169-ae31-222393430ce4), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.354312 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f94f8-af26-451b-a753-a5c1ea21bb74 None None] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:34.360651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks [] for router_controller (26dd5a0b-26df-4169-ae31-222393430ce4), precommit_add_association {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.624861 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks [] for router_gateway (26dd5a0b-26df-4169-ae31-222393430ce4), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.688843 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.885655 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks [] for router_gateway (26dd5a0b-26df-4169-ae31-222393430ce4), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.908804 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:34.927824 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.043360 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Allocated IP 172.27.3.51 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/3573d24e-c6af-4fa0-b9e7-8f339defd983) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:35.195688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks [] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.244907 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.300574 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Pushing event updated for resources: {'Port': ['ID=3573d24e-c6af-4fa0-b9e7-8f339defd983,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:35.309284 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:35.310911 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:35.315813 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:35.594525 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks [] for router_gateway (26dd5a0b-26df-4169-ae31-222393430ce4), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:35.673952 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 48140) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:35.676424 dv-cinder-817351-9-iscsi neutron-server[109007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 12:48:36.004948 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aededfa3-b894-49b7-a40e-a18acba86eff req-88028d08-0112-49d5-8ab9-7acc098e403f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:36.006677 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-88028d08-0112-49d5-8ab9-7acc098e403f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/networks?id=23074f9f-450b-4075-b53d-52ebc713ae8d HTTP/1.1" status: 200 len: 812 time: 0.3315396 Feb 04 12:48:36.030584 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-1ce15c7b-40c6-4a8f-ada3-9c1a5b063a6f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/quotas/a11cc79bfe6a4fabac1de549ef46dd31 HTTP/1.1" status: 200 len: 375 time: 0.0161920 Feb 04 12:48:36.110801 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-a892c603-c8e8-474e-9bb0-cc7807f95aa5 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=a11cc79bfe6a4fabac1de549ef46dd31&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676401 Feb 04 12:48:36.115764 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (26dd5a0b-26df-4169-ae31-222393430ce4), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.298101 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Router 26dd5a0b-26df-4169-ae31-222393430ce4 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:48:36.502163 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-9aaea192-bfda-4cf2-b96d-89ff5c52d9ab service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:48:36.503277 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-9aaea192-bfda-4cf2-b96d-89ff5c52d9ab service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2381737 Feb 04 12:48:36.687606 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:36.698709 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Sync routers for ids ['26dd5a0b-26df-4169-ae31-222393430ce4'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:36.714796 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-34db8d7a-d5ad-4a82-be6f-ad6105103c81 service neutron] 10.222.0.26 "GET /v2.0/networks/23074f9f-450b-4075-b53d-52ebc713ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837060 Feb 04 12:48:36.715509 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Routers {'26dd5a0b-26df-4169-ae31-222393430ce4'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:36.716671 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:48:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['26dd5a0b-26df-4169-ae31-222393430ce4'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:36.788060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:36.792069 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5b2643c5-da69-4369-92bb-b2043940ae52 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 2.5799351 Feb 04 12:48:36.792283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 48218) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:36.978506 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fca0d1bb-c4bc-4fee-93e0-32ff550f5561 service neutron] 10.222.0.26 "GET /v2.0/networks/23074f9f-450b-4075-b53d-52ebc713ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627740 Feb 04 12:48:37.136658 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Set router 26dd5a0b-26df-4169-ae31-222393430ce4 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:37.327975 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48254) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:37.519968 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48276) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:37.522978 dv-cinder-817351-9-iscsi neutron-server[109006]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 04 12:48:37.597621 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.632433 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:35Z', 'revision_number': 3, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port': {'id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:37.669302 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d66a7b11-e563-48cd-9c7a-814dbf2afa21 req-8214ebfa-f042-4a0f-8d93-be64ffea92bb tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.1470168 Feb 04 12:48:37.701739 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-63fcef84-3f18-4bde-bfab-cf49aecf6e89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.745145 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Checking router: 26dd5a0b-26df-4169-ae31-222393430ce4 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:37.746647 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Updating router 26dd5a0b-26df-4169-ae31-222393430ce4 port 3573d24e-c6af-4fa0-b9e7-8f339defd983 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:48:37.825983 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.883423 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-63fcef84-3f18-4bde-bfab-cf49aecf6e89 admin admin] Publish callbacks [] for security_group (4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.898729 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-63fcef84-3f18-4bde-bfab-cf49aecf6e89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:37.901003 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Allocated IP 172.20.0.1 (4177f13a-56ea-4fbc-b226-ef36aec29531/e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4/395370f0-3758-4abc-94da-dc56601390a1) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:37.996533 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-63fcef84-3f18-4bde-bfab-cf49aecf6e89 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ecca5383c4bb4eb5aff76c4cd9ce9413&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6540020 Feb 04 12:48:37.996533 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48308) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:38.081230 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48318) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:38.123867 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fcef84-3f18-4bde-bfab-cf49aecf6e89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:38.124521 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks [] for port (395370f0-3758-4abc-94da-dc56601390a1), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.182759 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5c1e683c-10e5-46ff-9709-6c18170d0aa7 admin admin] Publish callbacks [] for security_group (4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.210394 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5c1e683c-10e5-46ff-9709-6c18170d0aa7 admin admin] Publish callbacks [] for security_group (4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.261832 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (395370f0-3758-4abc-94da-dc56601390a1), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.292715 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5c1e683c-10e5-46ff-9709-6c18170d0aa7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.297555 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5c1e683c-10e5-46ff-9709-6c18170d0aa7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.299178 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5c1e683c-10e5-46ff-9709-6c18170d0aa7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc HTTP/1.1" status: 204 len: 168 time: 0.2876015 Feb 04 12:48:38.313925 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Publish callbacks [] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.328576 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e683c-10e5-46ff-9709-6c18170d0aa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f1d85b7-b4b5-4c51-a2a8-2dd018137ebc,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:38.329915 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.443491 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Pushing event updated for resources: {'Port': ['ID=395370f0-3758-4abc-94da-dc56601390a1,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:38.460446 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:38.460446 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:38.461044 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:38.461286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (26dd5a0b-26df-4169-ae31-222393430ce4), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.475005 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Pushing event updated for resources: {'Port': ['ID=3573d24e-c6af-4fa0-b9e7-8f339defd983,revision_number=2']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:38.488486 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.489143 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.489671 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.490284 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.490852 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.491498 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.492227 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.492722 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.493580 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.494122 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.494743 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.495497 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.496450 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Tracked resource versions report: Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: pushed versions: Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: { 'AddressGroup': {'1.2'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'ConntrackHelper': {'1.0'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Log': {'1.0'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Network': {'1.1'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Port': {'1.7'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'PortForwarding': {'1.2'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'QosPolicy': {'1.10'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroup': {'1.5'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SubPort': {'1.0'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Subnet': {'1.1'}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Trunk': {'1.1'}} Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: consumer versions: Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: HyperV agent@hv-cinder-81735: {}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'ConntrackHelper': '1.0', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'LocalIPAssociation': '1.0', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Log': '1.0', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Network': '1.1', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Port': '1.7', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'PortForwarding': '1.2', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'QosPolicy': '1.10', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroup': '1.5', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SecurityGroupRule': '1.2', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'SubPort': '1.0', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Subnet': '1.1', Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: 'Trunk': '1.1'}} Feb 04 12:48:38.499570 dv-cinder-817351-9-iscsi neutron-server[109009]: {{(pid=109009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:48:38.527984 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cff762b4-4a5a-4a03-ac19-cfc82506e8a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.556981 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Attempting to bind port 3573d24e-c6af-4fa0-b9e7-8f339defd983 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:38.557695 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Attempting to bind port 3573d24e-c6af-4fa0-b9e7-8f339defd983 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:38.558348 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Attempting to bind port 3573d24e-c6af-4fa0-b9e7-8f339defd983 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:38.569479 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:38.570277 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:38.570926 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.571578 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:38.572889 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Bound port: 3573d24e-c6af-4fa0-b9e7-8f339defd983, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:38.573722 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.661815 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cff762b4-4a5a-4a03-ac19-cfc82506e8a4 admin admin] Publish callbacks [] for security_group (fb161eec-00f4-4fa8-9b1a-f724cfaecd1b), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.673437 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cff762b4-4a5a-4a03-ac19-cfc82506e8a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fb161eec-00f4-4fa8-9b1a-f724cfaecd1b), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.763307 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-cff762b4-4a5a-4a03-ac19-cfc82506e8a4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=74ba1ff82d3e486eb4ba9dfc6717ed00&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6600246 Feb 04 12:48:38.765636 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48356) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:38.766539 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff762b4-4a5a-4a03-ac19-cfc82506e8a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb161eec-00f4-4fa8-9b1a-f724cfaecd1b,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:38.781097 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] For port 3573d24e-c6af-4fa0-b9e7-8f339defd983, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:38.797810 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] For port 3573d24e-c6af-4fa0-b9e7-8f339defd983, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=3573d24e-c6af-4fa0-b9e7-8f339defd983,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:38.830403 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.886809 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e53c-02a6-463a-a001-a8d98a0ab07e admin admin] Publish callbacks [] for security_group (fb161eec-00f4-4fa8-9b1a-f724cfaecd1b), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.957234 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e53c-02a6-463a-a001-a8d98a0ab07e admin admin] Publish callbacks [] for security_group (fb161eec-00f4-4fa8-9b1a-f724cfaecd1b), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:38.962832 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184a004b-d809-4e9a-89b8-7fa41ecc536d None None] Pushing event updated for resources: {'Port': ['ID=3573d24e-c6af-4fa0-b9e7-8f339defd983,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.007465 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Routers {'26dd5a0b-26df-4169-ae31-222393430ce4'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:39.008418 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:48:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['26dd5a0b-26df-4169-ae31-222393430ce4'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:39.023881 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1213f71d-4add-4953-a547-63e90ebfdc04 req-1a22078c-5bb4-4ff2-8d61-093d2b86dea9 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.1443021 Feb 04 12:48:39.090366 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e53c-02a6-463a-a001-a8d98a0ab07e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fb161eec-00f4-4fa8-9b1a-f724cfaecd1b), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.099621 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b8d3e53c-02a6-463a-a001-a8d98a0ab07e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.100828 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b8d3e53c-02a6-463a-a001-a8d98a0ab07e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb161eec-00f4-4fa8-9b1a-f724cfaecd1b HTTP/1.1" status: 204 len: 168 time: 0.3291879 Feb 04 12:48:39.124749 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d3e53c-02a6-463a-a001-a8d98a0ab07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb161eec-00f4-4fa8-9b1a-f724cfaecd1b,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.135132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (395370f0-3758-4abc-94da-dc56601390a1), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.239085 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] Set router 26dd5a0b-26df-4169-ae31-222393430ce4 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:39.350673 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48392) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:39.376758 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75eac70b-5e48-4fba-9c8e-7b3aeb4a32d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.407256 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks [] for port (395370f0-3758-4abc-94da-dc56601390a1), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.413316 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (395370f0-3758-4abc-94da-dc56601390a1), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.414701 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (26dd5a0b-26df-4169-ae31-222393430ce4), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.479172 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75eac70b-5e48-4fba-9c8e-7b3aeb4a32d0 admin admin] Publish callbacks [] for security_group (ae7ea073-bc7a-4d1b-94c0-cfdb83100873), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.486827 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75eac70b-5e48-4fba-9c8e-7b3aeb4a32d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ae7ea073-bc7a-4d1b-94c0-cfdb83100873), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.531795 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Pushing event updated for resources: {'Port': ['ID=395370f0-3758-4abc-94da-dc56601390a1,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.532988 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-75eac70b-5e48-4fba-9c8e-7b3aeb4a32d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=683c1b372c294ab3aec5805ae742fedc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1800821 Feb 04 12:48:39.533927 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eac70b-5e48-4fba-9c8e-7b3aeb4a32d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7ea073-bc7a-4d1b-94c0-cfdb83100873,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.536536 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48408) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:39.598305 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-74c90053-db1e-4818-a470-4da5e9769410 admin admin] Publish callbacks [] for security_group (ae7ea073-bc7a-4d1b-94c0-cfdb83100873), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.642386 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-74c90053-db1e-4818-a470-4da5e9769410 admin admin] Publish callbacks [] for security_group (ae7ea073-bc7a-4d1b-94c0-cfdb83100873), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.661083 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48412) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:39.684083 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-37715f3a-35b2-4b62-aa5c-55d7038e5b66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.724825 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:35Z', 'revision_number': 3, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port': {'id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:39.727702 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:39.729430 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:39.747432 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-74c90053-db1e-4818-a470-4da5e9769410 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ae7ea073-bc7a-4d1b-94c0-cfdb83100873), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.750073 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-74c90053-db1e-4818-a470-4da5e9769410 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.751280 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-74c90053-db1e-4818-a470-4da5e9769410 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ae7ea073-bc7a-4d1b-94c0-cfdb83100873 HTTP/1.1" status: 204 len: 168 time: 0.2133856 Feb 04 12:48:39.758431 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0f4fce1-1ed4-4c77-81fc-8d419e9469ce None None] The sync data for ids ['26dd5a0b-26df-4169-ae31-222393430ce4'] in dv-cinder-817351-9-iscsi is: [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:35Z', 'revision_number': 3, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port': {'id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:39.820565 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c90053-db1e-4818-a470-4da5e9769410 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7ea073-bc7a-4d1b-94c0-cfdb83100873,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:39.970428 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-37715f3a-35b2-4b62-aa5c-55d7038e5b66 admin admin] Publish callbacks [] for security_group (925427b0-52dd-415c-803e-f4ab6306f087), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:39.980258 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-37715f3a-35b2-4b62-aa5c-55d7038e5b66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (925427b0-52dd-415c-803e-f4ab6306f087), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.052379 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-37715f3a-35b2-4b62-aa5c-55d7038e5b66 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9603b1508b0a48589364e272ced69d51&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3907757 Feb 04 12:48:40.053314 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37715f3a-35b2-4b62-aa5c-55d7038e5b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=925427b0-52dd-415c-803e-f4ab6306f087,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:40.059525 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48432) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:40.091825 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:48:40.177089 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0578d3d8-76bc-4beb-ae82-6dfbfc0780e2 admin admin] Publish callbacks [] for security_group (925427b0-52dd-415c-803e-f4ab6306f087), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.276922 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Router 26dd5a0b-26df-4169-ae31-222393430ce4 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:48:40.287328 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0578d3d8-76bc-4beb-ae82-6dfbfc0780e2 admin admin] Publish callbacks [] for security_group (925427b0-52dd-415c-803e-f4ab6306f087), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.417233 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:48:40.424743 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0578d3d8-76bc-4beb-ae82-6dfbfc0780e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (925427b0-52dd-415c-803e-f4ab6306f087), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.429086 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0578d3d8-76bc-4beb-ae82-6dfbfc0780e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:40.429846 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ba06d1c9-e089-4156-924f-210f5115699c admin admin] 10.222.0.26 "PUT /v2.0/routers/26dd5a0b-26df-4169-ae31-222393430ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6362777 Feb 04 12:48:40.431677 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-0578d3d8-76bc-4beb-ae82-6dfbfc0780e2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/925427b0-52dd-415c-803e-f4ab6306f087 HTTP/1.1" status: 204 len: 168 time: 0.3710959 Feb 04 12:48:40.444807 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0578d3d8-76bc-4beb-ae82-6dfbfc0780e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=925427b0-52dd-415c-803e-f4ab6306f087,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:40.496948 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-34e2d1b7-8c8d-40e7-be03-b1f95847df60 req-a7892b1d-fa83-4350-9217-9807795f61f5 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.0773644 Feb 04 12:48:40.577440 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48446) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:40.980942 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-df5f52d1-63f8-4cdc-bc89-056e91bf9b67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.213651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.75', 61188) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:41.296346 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-df5f52d1-63f8-4cdc-bc89-056e91bf9b67 admin admin] Publish callbacks [] for security_group (ea4f934c-89a2-40ae-810e-a21c34401f8b), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.309495 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-df5f52d1-63f8-4cdc-bc89-056e91bf9b67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ea4f934c-89a2-40ae-810e-a21c34401f8b), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.383360 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-df5f52d1-63f8-4cdc-bc89-056e91bf9b67 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=f21580b9e5b34a338ad05f16400bde65&name=default HTTP/1.1" status: 200 len: 2992 time: 0.8051963 Feb 04 12:48:41.400977 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 48500) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:41.444342 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5f52d1-63f8-4cdc-bc89-056e91bf9b67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4f934c-89a2-40ae-810e-a21c34401f8b,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:41.614623 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aededfa3-b894-49b7-a40e-a18acba86eff req-3ce51e23-c464-4c11-80d6-5a8ab91f43e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:41.616228 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-3ce51e23-c464-4c11-80d6-5a8ab91f43e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.75 "GET /v2.0/networks?id=23074f9f-450b-4075-b53d-52ebc713ae8d HTTP/1.1" status: 200 len: 812 time: 0.3878818 Feb 04 12:48:41.633506 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a8a0-3133-487f-b7b7-adbce41f1296 admin admin] Publish callbacks [] for security_group (ea4f934c-89a2-40ae-810e-a21c34401f8b), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.659132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a8a0-3133-487f-b7b7-adbce41f1296 admin admin] Publish callbacks [] for security_group (ea4f934c-89a2-40ae-810e-a21c34401f8b), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.708438 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Request body: {'port': {'device_id': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d', 'admin_state_up': True, 'tenant_id': 'a11cc79bfe6a4fabac1de549ef46dd31'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:41.792244 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a8a0-3133-487f-b7b7-adbce41f1296 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ea4f934c-89a2-40ae-810e-a21c34401f8b), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.796108 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5bb0a8a0-3133-487f-b7b7-adbce41f1296 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:41.797512 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5bb0a8a0-3133-487f-b7b7-adbce41f1296 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ea4f934c-89a2-40ae-810e-a21c34401f8b HTTP/1.1" status: 204 len: 168 time: 0.3954375 Feb 04 12:48:41.903436 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb0a8a0-3133-487f-b7b7-adbce41f1296 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4f934c-89a2-40ae-810e-a21c34401f8b,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:41.915104 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-13f76937-3690-4e14-bb6c-082c7e933c64 req-a8a3fb98-bc93-4cbe-9c7a-994bfaeb91bd tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.0453665 Feb 04 12:48:42.047060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-3dea8f7a-c463-432e-a537-d7cbf7019659 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:42.048610 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-3dea8f7a-c463-432e-a537-d7cbf7019659 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 819 time: 0.3326173 Feb 04 12:48:42.077513 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-171d1260-954a-442d-b71d-e58157096ab8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/quotas/57ee67ed11ec481498bb2f6bb020b5a0 HTTP/1.1" status: 200 len: 375 time: 0.0196431 Feb 04 12:48:42.085811 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Made reservation on behalf of a11cc79bfe6a4fabac1de549ef46dd31 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:42.095518 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.257981 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.296594 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 3573d24e-c6af-4fa0-b9e7-8f339defd983 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:42.333661 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-b4e035cc-a63f-4e99-a2e0-cb8746700f9c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2283490 Feb 04 12:48:42.370806 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Sync routers for ids ['26dd5a0b-26df-4169-ae31-222393430ce4'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:48:42.420931 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Routers {'26dd5a0b-26df-4169-ae31-222393430ce4'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:42.423963 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:48:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['26dd5a0b-26df-4169-ae31-222393430ce4'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:42.550933 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48590) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:42.561471 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 3573d24e-c6af-4fa0-b9e7-8f339defd983 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:42.561870 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.580595 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d4487fb1-83fd-4ce6-9056-bd26f3e7c2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.645527 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-aa13f944-5955-419d-afd7-0d0c69335189 service neutron] 10.222.0.26 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107760 Feb 04 12:48:42.656751 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Set router 26dd5a0b-26df-4169-ae31-222393430ce4 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:42.665758 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Allocated IP 172.20.0.7 (23074f9f-450b-4075-b53d-52ebc713ae8d/3d764ffc-1900-48e5-af59-b5e1e71c05dd/b0b9de76-a361-4dc3-b169-14a108318a83) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:42.778094 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d4487fb1-83fd-4ce6-9056-bd26f3e7c2dc admin admin] Publish callbacks [] for security_group (a4bac945-74a0-414e-9524-14675d36f4ad), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.784256 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d4487fb1-83fd-4ce6-9056-bd26f3e7c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (a4bac945-74a0-414e-9524-14675d36f4ad), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:42.830073 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4487fb1-83fd-4ce6-9056-bd26f3e7c2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bac945-74a0-414e-9524-14675d36f4ad,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:42.836337 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d4487fb1-83fd-4ce6-9056-bd26f3e7c2dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=39a6c0c90e0a4398aa9909ca24e37869&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2825425 Feb 04 12:48:42.839251 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48602) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:42.956842 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9b00-6d60-4c18-b774-1fe29fb683db admin admin] Publish callbacks [] for security_group (a4bac945-74a0-414e-9524-14675d36f4ad), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.004847 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9b00-6d60-4c18-b774-1fe29fb683db admin admin] Publish callbacks [] for security_group (a4bac945-74a0-414e-9524-14675d36f4ad), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.067566 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-aa8dd32a-8194-47a1-b8a7-fadb1fdbe763 service neutron] 10.222.0.26 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099782 Feb 04 12:48:43.109316 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9b00-6d60-4c18-b774-1fe29fb683db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (a4bac945-74a0-414e-9524-14675d36f4ad), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.112217 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc7d9b00-6d60-4c18-b774-1fe29fb683db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.121301 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-bc7d9b00-6d60-4c18-b774-1fe29fb683db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4bac945-74a0-414e-9524-14675d36f4ad HTTP/1.1" status: 204 len: 168 time: 0.2738001 Feb 04 12:48:43.144339 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7d9b00-6d60-4c18-b774-1fe29fb683db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bac945-74a0-414e-9524-14675d36f4ad,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:43.242618 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks [] for port (b0b9de76-a361-4dc3-b169-14a108318a83), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.290099 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-812fbb81-fc75-4834-8f0d-02f99fda0cc6 req-cad88e9c-157a-424d-8497-035360dfa4f7 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.1191497 Feb 04 12:48:43.324890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 3573d24e-c6af-4fa0-b9e7-8f339defd983 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:43.325387 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.348250 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.368729 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 3573d24e-c6af-4fa0-b9e7-8f339defd983, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=3573d24e-c6af-4fa0-b9e7-8f339defd983,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:43.401341 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.608479 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=3573d24e-c6af-4fa0-b9e7-8f339defd983,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:43.621767 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3eddcc9-54c8-428a-b34f-e3fb7cb6fc5f req-61dec9c9-1a2f-4e4e-a42f-5da4ebf28fba tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 210 time: 0.0708067 Feb 04 12:48:43.631039 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.644448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Network 23074f9f-450b-4075-b53d-52ebc713ae8d is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:43.652283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:43.654004 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.656117 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:43.661998 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.662122 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:43.662479 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.662715 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:43.662822 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.663198 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.663546 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.663890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.664231 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.664584 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.665035 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.665257 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.665566 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Tracked resource versions report: Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: pushed versions: Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: { 'AddressGroup': {'1.2'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'ConntrackHelper': {'1.0'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'LocalIPAssociation': {'1.0'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Log': {'1.0'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Network': {'1.1'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Port': {'1.7'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'PortForwarding': {'1.2'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'QosPolicy': {'1.10'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroup': {'1.5'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroupRule': {'1.2'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SubPort': {'1.0'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Subnet': {'1.1'}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Trunk': {'1.1'}} Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: consumer versions: Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: { DHCP agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: HyperV agent@hv-cinder-81735: {}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: L3 agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: Metadata agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: Metering agent@dv-cinder-817351-9-iscsi: {}, Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: Open vSwitch agent@dv-cinder-817351-9-iscsi: { 'AddressGroup': '1.2', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'ConntrackHelper': '1.0', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'LocalIPAssociation': '1.0', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Log': '1.0', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Network': '1.1', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Port': '1.7', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'PortForwarding': '1.2', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'QosPolicy': '1.10', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroup': '1.5', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SecurityGroupRule': '1.2', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'SubPort': '1.0', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Subnet': '1.1', Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: 'Trunk': '1.1'}} Feb 04 12:48:43.666798 dv-cinder-817351-9-iscsi neutron-server[109008]: {{(pid=109008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 04 12:48:43.693733 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Pushing event updated for resources: {'Port': ['ID=b0b9de76-a361-4dc3-b169-14a108318a83,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:43.720268 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-547a4d5a-fd26-41b7-87a3-56786eecc3e2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0178294 Feb 04 12:48:43.748118 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:38Z', 'revision_number': 4, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port': {'id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '395370f0-3758-4abc-94da-dc56601390a1', 'name': '', 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'mac_address': 'fa:16:3e:d9:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:37Z', 'updated_at': '2022-02-04T12:48:39Z', 'revision_number': 2, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'subnets': [{'id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:43.794372 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Checking router: 26dd5a0b-26df-4169-ae31-222393430ce4 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:48:43.794752 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Updating router 26dd5a0b-26df-4169-ae31-222393430ce4 port 395370f0-3758-4abc-94da-dc56601390a1 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:48:43.879622 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (395370f0-3758-4abc-94da-dc56601390a1), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.250431 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 3573d24e-c6af-4fa0-b9e7-8f339defd983 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:44.468747 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 3573d24e-c6af-4fa0-b9e7-8f339defd983 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:44.469861 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.503219 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Publish callbacks [] for port (395370f0-3758-4abc-94da-dc56601390a1), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.517901 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (395370f0-3758-4abc-94da-dc56601390a1), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:44.650395 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e25c2e-e447-46ed-972b-a4a6682d971c req-348352d5-e377-41d7-aab1-3a646b21f5d6 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:44.657329 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-97e25c2e-e447-46ed-972b-a4a6682d971c req-348352d5-e377-41d7-aab1-3a646b21f5d6 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 931 time: 0.2477715 Feb 04 12:48:44.725455 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945d30d-f9a2-4fe9-ba90-41e97c05eacd None None] Pushing event updated for resources: {'Port': ['ID=395370f0-3758-4abc-94da-dc56601390a1,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:44.877035 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-97e25c2e-e447-46ed-972b-a4a6682d971c req-3f035bd5-2ba7-40b6-96ff-85e6144ed14b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124646 Feb 04 12:48:44.926680 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-dd6f1b74-75a1-442a-aeb1-7e211a086a6e tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:48:44.943461 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-dd6f1b74-75a1-442a-aeb1-7e211a086a6e tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0638664 Feb 04 12:48:44.985176 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-b9a6de59-74cc-46cd-84ae-26f6a02828e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:45.001422 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-b9a6de59-74cc-46cd-84ae-26f6a02828e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 819 time: 0.6685517 Feb 04 12:48:45.032634 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-9fb0d6fe-b70d-4404-9989-72c2dd280bfb tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/quotas/57ee67ed11ec481498bb2f6bb020b5a0 HTTP/1.1" status: 200 len: 375 time: 0.0299962 Feb 04 12:48:45.149395 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Attempting to bind port 395370f0-3758-4abc-94da-dc56601390a1 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:45.157399 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Attempting to bind port 395370f0-3758-4abc-94da-dc56601390a1 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:45.158417 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Attempting to bind port 395370f0-3758-4abc-94da-dc56601390a1 on network 4177f13a-56ea-4fbc-b226-ef36aec29531 {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:45.177778 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-b27d158b-337a-418c-9ffa-03c7b81b3d36 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1409552 Feb 04 12:48:45.179382 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:45.180168 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Checking segment: {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:45.185034 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:45.187643 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Bound using segment: {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:45.189385 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Bound port: 395370f0-3758-4abc-94da-dc56601390a1, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:45.190008 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (395370f0-3758-4abc-94da-dc56601390a1), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:45.197569 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 3573d24e-c6af-4fa0-b9e7-8f339defd983 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:45.353964 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] For port 395370f0-3758-4abc-94da-dc56601390a1, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:45.358909 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] For port 395370f0-3758-4abc-94da-dc56601390a1, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=395370f0-3758-4abc-94da-dc56601390a1,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:45.368862 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (395370f0-3758-4abc-94da-dc56601390a1), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:45.455402 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Routers {'26dd5a0b-26df-4169-ae31-222393430ce4'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:48:45.456684 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:48:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['26dd5a0b-26df-4169-ae31-222393430ce4'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:45.603186 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] Set router 26dd5a0b-26df-4169-ae31-222393430ce4 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:48:45.827309 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3945d30d-f9a2-4fe9-ba90-41e97c05eacd None None] Pushing event updated for resources: {'Port': ['ID=395370f0-3758-4abc-94da-dc56601390a1,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:45.839522 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Request body: {'port': {'device_id': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:45.983971 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-43a47320-7325-45c8-bba5-1a8647796f13 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:48:45.985726 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-43a47320-7325-45c8-bba5-1a8647796f13 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3860307 Feb 04 12:48:46.246115 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:38Z', 'revision_number': 4, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port': {'id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '395370f0-3758-4abc-94da-dc56601390a1', 'name': '', 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'mac_address': 'fa:16:3e:d9:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:37Z', 'updated_at': '2022-02-04T12:48:45Z', 'revision_number': 4, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'subnets': [{'id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:48:46.364284 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-de4a77b6-7637-4a57-b36e-ff9a02a1cd9c service neutron] 10.222.0.26 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3678796 Feb 04 12:48:46.467122 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a488a346-0bd1-48e7-a470-b33711ab00c4 None None] The sync data for ids ['26dd5a0b-26df-4169-ae31-222393430ce4'] in dv-cinder-817351-9-iscsi is: [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:38Z', 'revision_number': 4, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port': {'id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '395370f0-3758-4abc-94da-dc56601390a1', 'name': '', 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'mac_address': 'fa:16:3e:d9:2b:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 49, 'fixed_ips': [{'subnet_id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:37Z', 'updated_at': '2022-02-04T12:48:45Z', 'revision_number': 4, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'subnets': [{'id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:48:46.642921 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48796) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:46.646178 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.75', 61205) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:46.712199 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:46.957599 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 48814) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:47.041100 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eee68f-2e07-4bfb-90b4-ab7b7c919ce6 req-daf7361b-fc40-487a-a11a-2390d25f7d7a tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:47.046082 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-59eee68f-2e07-4bfb-90b4-ab7b7c919ce6 req-daf7361b-fc40-487a-a11a-2390d25f7d7a tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 931 time: 0.3382213 Feb 04 12:48:47.277763 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-59eee68f-2e07-4bfb-90b4-ab7b7c919ce6 req-bc11bbf3-dee2-42bb-9bb4-8956ccf737e8 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188153 Feb 04 12:48:47.278804 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-2380db73-bd04-43d3-863a-3c90d1bdb6d3 service neutron] 10.222.0.26 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9048882 Feb 04 12:48:47.441173 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-6eac6bb0-fa58-4a35-b639-1874da45b0f3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:47.444248 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-6eac6bb0-fa58-4a35-b639-1874da45b0f3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 819 time: 0.7772837 Feb 04 12:48:47.466178 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Request body: {'port': {'device_id': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'admin_state_up': True, 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:47.700976 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9726f672-4729-4c9e-8115-a68a0b7e6461 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:47.961081 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98486f1e-5472-44b1-9b9a-fc91eac80692 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.019999 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae112a4e-3350-48c8-a751-4a615faa9965 req-5fd4ecbc-8393-4ee1-9868-cb79e547373c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 210 time: 0.2410104 Feb 04 12:48:48.267682 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0b9de76-a361-4dc3-b169-14a108318a83 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:48.277940 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Made reservation on behalf of 57ee67ed11ec481498bb2f6bb020b5a0 for: {'port': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:48.290517 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.324782 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Publish callbacks [] for port (b0b9de76-a361-4dc3-b169-14a108318a83), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.455086 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Transition to ACTIVE for port object b0b9de76-a361-4dc3-b169-14a108318a83 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:48:48.473984 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.476316 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 48888) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:48.583869 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9726f672-4729-4c9e-8115-a68a0b7e6461 admin admin] Publish callbacks [] for security_group (1f6e5129-4c0f-48e3-a5ef-6b5a5b746684), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.626308 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98486f1e-5472-44b1-9b9a-fc91eac80692 admin admin] Publish callbacks [] for security_group (7e2a2d64-e54b-4b39-bb7d-af52d4b16150), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.705528 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9726f672-4729-4c9e-8115-a68a0b7e6461 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1f6e5129-4c0f-48e3-a5ef-6b5a5b746684), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.896081 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 395370f0-3758-4abc-94da-dc56601390a1 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:48.896632 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98486f1e-5472-44b1-9b9a-fc91eac80692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7e2a2d64-e54b-4b39-bb7d-af52d4b16150), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:48.907881 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-9726f672-4729-4c9e-8115-a68a0b7e6461 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b83d7a5f657a4d41a02429602459a6ce&name=default HTTP/1.1" status: 200 len: 2992 time: 1.9051154 Feb 04 12:48:48.938053 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48910) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:49.079532 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 395370f0-3758-4abc-94da-dc56601390a1 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:49.080256 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (395370f0-3758-4abc-94da-dc56601390a1), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.112909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9726f672-4729-4c9e-8115-a68a0b7e6461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f6e5129-4c0f-48e3-a5ef-6b5a5b746684,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:49.415748 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fc87e3bb-b0ea-4fb0-b152-fddb3a4e87b0 req-ce50b808-329f-42d8-8650-76712f613508 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 210 time: 0.2563972 Feb 04 12:48:49.435648 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b9de76-a361-4dc3-b169-14a108318a83,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:49.448274 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-12a6b3e2-6095-4919-8cad-bd109b4cc1c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.454435 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 395370f0-3758-4abc-94da-dc56601390a1 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:49.455218 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (395370f0-3758-4abc-94da-dc56601390a1), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.524305 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 395370f0-3758-4abc-94da-dc56601390a1, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=395370f0-3758-4abc-94da-dc56601390a1,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:48:49.529065 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (395370f0-3758-4abc-94da-dc56601390a1), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.577697 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98486f1e-5472-44b1-9b9a-fc91eac80692 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2a2d64-e54b-4b39-bb7d-af52d4b16150,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:49.635084 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=395370f0-3758-4abc-94da-dc56601390a1,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:49.649227 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66b4ec1-1434-443e-be84-7edf78b36d69 req-11744b64-d5f1-409b-997f-4e1e8663ff76 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:49.657127 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b66b4ec1-1434-443e-be84-7edf78b36d69 req-11744b64-d5f1-409b-997f-4e1e8663ff76 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 1.1565535 Feb 04 12:48:49.668667 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-98486f1e-5472-44b1-9b9a-fc91eac80692 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e6916570aeb46f99e2df64d080049ce&name=default HTTP/1.1" status: 200 len: 2992 time: 3.0098174 Feb 04 12:48:49.672424 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48932) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:49.691500 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Attempting to bind port b0b9de76-a361-4dc3-b169-14a108318a83 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:49.693613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Attempting to bind port b0b9de76-a361-4dc3-b169-14a108318a83 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '915f6d92-1c1d-4e1c-8226-aa60c5c2b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:49.694138 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Attempting to bind port b0b9de76-a361-4dc3-b169-14a108318a83 on network 23074f9f-450b-4075-b53d-52ebc713ae8d {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:49.736286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Port b0b9de76-a361-4dc3-b169-14a108318a83 on network 23074f9f-450b-4075-b53d-52ebc713ae8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:48:49.736713 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Attempting to bind port b0b9de76-a361-4dc3-b169-14a108318a83 on network 23074f9f-450b-4075-b53d-52ebc713ae8d {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:49.819533 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:49.819902 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Checking segment: {'id': '915f6d92-1c1d-4e1c-8226-aa60c5c2b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:49.832060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Bound using segment: {'id': '915f6d92-1c1d-4e1c-8226-aa60c5c2b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:49.832637 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Bound port: b0b9de76-a361-4dc3-b169-14a108318a83, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '915f6d92-1c1d-4e1c-8226-aa60c5c2b6af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:49.833031 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.933738 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-923dd219-5c41-49b9-9ddc-b325cedf83df admin admin] Publish callbacks [] for security_group (1f6e5129-4c0f-48e3-a5ef-6b5a5b746684), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:49.971082 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] For port b0b9de76-a361-4dc3-b169-14a108318a83, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:49.980130 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] For port b0b9de76-a361-4dc3-b169-14a108318a83, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b0b9de76-a361-4dc3-b169-14a108318a83,segment=NetworkSegment(915f6d92-1c1d-4e1c-8226-aa60c5c2b6af),segment_id=915f6d92-1c1d-4e1c-8226-aa60c5c2b6af)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:50.006390 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.034591 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6b10a90-eb2f-4726-ad68-152ed4e72315 admin admin] Publish callbacks [] for security_group (7e2a2d64-e54b-4b39-bb7d-af52d4b16150), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.078247 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b66b4ec1-1434-443e-be84-7edf78b36d69 req-eb44e32b-6622-4b91-a230-325dfadcfd3e tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4200525 Feb 04 12:48:50.090902 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Allocated IP 172.20.0.2 (4177f13a-56ea-4fbc-b226-ef36aec29531/e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4/58e17484-423f-4868-b6ac-769c8e19f3c6) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:50.099986 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-923dd219-5c41-49b9-9ddc-b325cedf83df admin admin] Publish callbacks [] for security_group (1f6e5129-4c0f-48e3-a5ef-6b5a5b746684), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.122432 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:50.127702 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.138106 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] 10.222.0.75 "PUT /v2.0/ports/b0b9de76-a361-4dc3-b169-14a108318a83 HTTP/1.1" status: 200 len: 1093 time: 4.6357353 Feb 04 12:48:50.149501 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6b10a90-eb2f-4726-ad68-152ed4e72315 admin admin] Publish callbacks [] for security_group (7e2a2d64-e54b-4b39-bb7d-af52d4b16150), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.283101 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'tag': 'b0b9de76-a361-4dc3-b169-14a108318a83'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:50.298888 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-923dd219-5c41-49b9-9ddc-b325cedf83df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1f6e5129-4c0f-48e3-a5ef-6b5a5b746684), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.307863 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-923dd219-5c41-49b9-9ddc-b325cedf83df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.312339 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-923dd219-5c41-49b9-9ddc-b325cedf83df admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1f6e5129-4c0f-48e3-a5ef-6b5a5b746684 HTTP/1.1" status: 204 len: 168 time: 1.2551363 Feb 04 12:48:50.352484 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6b10a90-eb2f-4726-ad68-152ed4e72315 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7e2a2d64-e54b-4b39-bb7d-af52d4b16150), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.353096 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb97a8c0-e711-46ec-9f90-8f36feb62aa8 service neutron] Pushing event updated for resources: {'Port': ['ID=b0b9de76-a361-4dc3-b169-14a108318a83,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:50.357522 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6b10a90-eb2f-4726-ad68-152ed4e72315 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.360405 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d6b10a90-eb2f-4726-ad68-152ed4e72315 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7e2a2d64-e54b-4b39-bb7d-af52d4b16150 HTTP/1.1" status: 204 len: 168 time: 0.6486146 Feb 04 12:48:50.395218 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-12a6b3e2-6095-4919-8cad-bd109b4cc1c8 admin admin] Publish callbacks [] for security_group (bb7e8ca4-1cab-4846-838c-cf48b41ff54d), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.403756 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-12a6b3e2-6095-4919-8cad-bd109b4cc1c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bb7e8ca4-1cab-4846-838c-cf48b41ff54d), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.489693 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dd219-5c41-49b9-9ddc-b325cedf83df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f6e5129-4c0f-48e3-a5ef-6b5a5b746684,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:50.567068 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aededfa3-b894-49b7-a40e-a18acba86eff req-795390f8-f1c8-4c4c-9411-f5aba9944b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:50.568628 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-795390f8-f1c8-4c4c-9411-f5aba9944b2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a11cc79bfe6a4fabac1de549ef46dd31&device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 1127 time: 0.1392159 Feb 04 12:48:50.571527 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-12a6b3e2-6095-4919-8cad-bd109b4cc1c8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=70e9b7b3a23b431c9c52684ac3dc20e4&name=default HTTP/1.1" status: 200 len: 2992 time: 2.0659893 Feb 04 12:48:50.572443 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a6b3e2-6095-4919-8cad-bd109b4cc1c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7e8ca4-1cab-4846-838c-cf48b41ff54d,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:50.574609 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48968) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:50.684209 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b10a90-eb2f-4726-ad68-152ed4e72315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2a2d64-e54b-4b39-bb7d-af52d4b16150,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:50.904799 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 395370f0-3758-4abc-94da-dc56601390a1 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:48:50.912714 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.75', 61211) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:50.915598 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks [] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:50.937980 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-bcdda0d6-3f1e-4118-9523-efcfa9a1e449 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0b9de76-a361-4dc3-b169-14a108318a83 HTTP/1.1" status: 200 len: 217 time: 0.3284121 Feb 04 12:48:51.057325 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 395370f0-3758-4abc-94da-dc56601390a1 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:48:51.057727 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (395370f0-3758-4abc-94da-dc56601390a1), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.214542 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.274515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:51.348099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 395370f0-3758-4abc-94da-dc56601390a1 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:48:51.369563 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:51.374556 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d1c3a413-1589-4e23-b393-e883dbf06984 req-03c9ab08-1dc1-4ee7-9a15-c8040f7e7266 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 210 time: 0.4772530 Feb 04 12:48:51.384740 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:51.411480 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.412152 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.526560 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aededfa3-b894-49b7-a40e-a18acba86eff req-e756a832-b122-4dcf-a284-a3123e4cb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.528205 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-e756a832-b122-4dcf-a284-a3123e4cb19c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3d764ffc-1900-48e5-af59-b5e1e71c05dd HTTP/1.1" status: 200 len: 852 time: 0.4823506 Feb 04 12:48:51.570664 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 48994) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:51.591915 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1316817 Feb 04 12:48:51.647771 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Request body: {'port': {'device_id': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:51.704464 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-cb26dc34-aff8-4cf1-8b1b-78c4765f7f97 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=23074f9f-450b-4075-b53d-52ebc713ae8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1475172 Feb 04 12:48:51.719210 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-5ccced89-1e93-4dbf-926e-b5ae389c669c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:51.720752 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-5ccced89-1e93-4dbf-926e-b5ae389c669c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 819 time: 0.7937627 Feb 04 12:48:51.807989 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a4a11-cc1b-4f95-8368-83ba53acf9ac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Pushing event updated for resources: {'Port': ['ID=58e17484-423f-4868-b6ac-769c8e19f3c6,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:51.823316 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-72ebfadf-9c2b-498e-94b0-fcdab1d93647 admin admin] Publish callbacks [] for security_group (bb7e8ca4-1cab-4846-838c-cf48b41ff54d), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.836823 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d783ec2-7904-4076-ae9e-88ac8fce5294" -d '{"events": [{"name": "network-changed", "server_uuid": "ab703c5c-8ce8-4b3f-bcf3-b193f3321151", "tag": "b0b9de76-a361-4dc3-b169-14a108318a83"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:51.852793 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Request body: {'port': {'device_id': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'admin_state_up': True, 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:51.913005 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-72ebfadf-9c2b-498e-94b0-fcdab1d93647 admin admin] Publish callbacks [] for security_group (bb7e8ca4-1cab-4846-838c-cf48b41ff54d), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:51.992835 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8106875d-4498-419e-8fe3-c99e8691b4ec req-b74dbade-f2ab-4a46-9a74-20518f6e3fc5 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:52.008752 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8106875d-4498-419e-8fe3-c99e8691b4ec req-b74dbade-f2ab-4a46-9a74-20518f6e3fc5 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 0.7160029 Feb 04 12:48:52.092800 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-f804e605-8e0d-47c1-844c-28c88c59cb92 service neutron] 10.222.0.75 "GET /v2.0/networks/23074f9f-450b-4075-b53d-52ebc713ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3275170 Feb 04 12:48:52.099275 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.128495 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49008) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:52.149681 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Made reservation on behalf of 57ee67ed11ec481498bb2f6bb020b5a0 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:52.156408 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.355267 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8106875d-4498-419e-8fe3-c99e8691b4ec req-9dcf8953-f05b-443e-937e-28b431fb5456 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3448465 Feb 04 12:48:52.366396 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6a5f21b6-d050-4554-9d6f-22fba845ad11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.430592 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-72ebfadf-9c2b-498e-94b0-fcdab1d93647 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bb7e8ca4-1cab-4846-838c-cf48b41ff54d), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.434617 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-72ebfadf-9c2b-498e-94b0-fcdab1d93647 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.437489 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-72ebfadf-9c2b-498e-94b0-fcdab1d93647 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bb7e8ca4-1cab-4846-838c-cf48b41ff54d HTTP/1.1" status: 204 len: 168 time: 1.8405583 Feb 04 12:48:52.617781 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aededfa3-b894-49b7-a40e-a18acba86eff req-a0533ed2-e030-4f9d-b2e8-42dafe58e5f8 service neutron] 10.222.0.75 "GET /v2.0/networks/23074f9f-450b-4075-b53d-52ebc713ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5006676 Feb 04 12:48:52.760827 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c326da-f9ee-46e4-9516-e6ec3e68d5a7 x-openstack-request-id: req-f5c326da-f9ee-46e4-9516-e6ec3e68d5a7 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:52.761446 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab703c5c-8ce8-4b3f-bcf3-b193f3321151", "tag": "b0b9de76-a361-4dc3-b169-14a108318a83", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:52.762008 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-f5c326da-f9ee-46e4-9516-e6ec3e68d5a7 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:52.784266 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'tag': 'b0b9de76-a361-4dc3-b169-14a108318a83', 'status': 'completed', 'code': 200} Feb 04 12:48:52.838491 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1a473a05-085c-4b62-b430-7d0c8f8edd5d req-d010a7f6-8d44-4e7e-8fd7-668f2d8d9226 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 210 time: 0.2219646 Feb 04 12:48:52.842532 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ebfadf-9c2b-498e-94b0-fcdab1d93647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7e8ca4-1cab-4846-838c-cf48b41ff54d,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:52.909604 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c9e810a-c0b1-444a-a7ed-66e35ac46303 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:52.937710 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Allocated IP 172.20.0.9 (4177f13a-56ea-4fbc-b226-ef36aec29531/e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4/cf1db5f7-910b-4238-b078-d96a149e740d) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:48:53.017348 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-726274c6-3174-4489-8614-2527724044b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:53.030809 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-726274c6-3174-4489-8614-2527724044b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=a11cc79bfe6a4fabac1de549ef46dd31&device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 1127 time: 0.1911442 Feb 04 12:48:53.034889 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6a5f21b6-d050-4554-9d6f-22fba845ad11 admin admin] Publish callbacks [] for security_group (bfaa7412-75af-4bcc-965f-255e8d9331cd), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.052379 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6a5f21b6-d050-4554-9d6f-22fba845ad11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bfaa7412-75af-4bcc-965f-255e8d9331cd), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.211473 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5f21b6-d050-4554-9d6f-22fba845ad11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfaa7412-75af-4bcc-965f-255e8d9331cd,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:53.312787 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6a5f21b6-d050-4554-9d6f-22fba845ad11 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fe36f16c5d304e29928b1a0931ae2ed8&name=default HTTP/1.1" status: 200 len: 2995 time: 1.7154860 Feb 04 12:48:53.320927 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49042) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:53.362866 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c9e810a-c0b1-444a-a7ed-66e35ac46303 admin admin] Publish callbacks [] for security_group (5e434783-620f-4c48-9e99-90fefbc33213), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.372548 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c9e810a-c0b1-444a-a7ed-66e35ac46303 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5e434783-620f-4c48-9e99-90fefbc33213), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.483320 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-1c9e810a-c0b1-444a-a7ed-66e35ac46303 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=cb4d6b1efeee4728bed2e7621b81582e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3475082 Feb 04 12:48:53.483320 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e810a-c0b1-444a-a7ed-66e35ac46303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e434783-620f-4c48-9e99-90fefbc33213,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:53.487704 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49050) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:53.583190 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4092a609-eb91-46ac-aaca-42445d81f4c2 admin admin] Publish callbacks [] for security_group (5e434783-620f-4c48-9e99-90fefbc33213), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.618417 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4092a609-eb91-46ac-aaca-42445d81f4c2 admin admin] Publish callbacks [] for security_group (5e434783-620f-4c48-9e99-90fefbc33213), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.653337 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-ddd77faf-2a1d-47f3-a61d-ba4cff5ed37d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:53.655317 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-ddd77faf-2a1d-47f3-a61d-ba4cff5ed37d service neutron] 10.222.0.75 "GET /v2.0/networks?id=23074f9f-450b-4075-b53d-52ebc713ae8d HTTP/1.1" status: 200 len: 912 time: 0.6053996 Feb 04 12:48:53.663060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b725a5c6-0f3d-4285-9f20-8902151a801c admin admin] Publish callbacks [] for security_group (bfaa7412-75af-4bcc-965f-255e8d9331cd), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.721964 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4092a609-eb91-46ac-aaca-42445d81f4c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5e434783-620f-4c48-9e99-90fefbc33213), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.737780 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4092a609-eb91-46ac-aaca-42445d81f4c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.741514 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-0a200830-22e3-4b59-8349-6a3c4ae1e287 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b0b9de76-a361-4dc3-b169-14a108318a83 HTTP/1.1" status: 200 len: 217 time: 0.0690017 Feb 04 12:48:53.746437 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4092a609-eb91-46ac-aaca-42445d81f4c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5e434783-620f-4c48-9e99-90fefbc33213 HTTP/1.1" status: 204 len: 168 time: 0.2550812 Feb 04 12:48:53.766422 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d35ff-55de-440c-977c-1fbdc9163773 req-afb0179f-9e6c-4054-908e-48f24957cc98 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:53.766422 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c57d35ff-55de-440c-977c-1fbdc9163773 req-afb0179f-9e6c-4054-908e-48f24957cc98 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 0.1848423 Feb 04 12:48:53.770864 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b725a5c6-0f3d-4285-9f20-8902151a801c admin admin] Publish callbacks [] for security_group (bfaa7412-75af-4bcc-965f-255e8d9331cd), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.783140 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4092a609-eb91-46ac-aaca-42445d81f4c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e434783-620f-4c48-9e99-90fefbc33213,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:53.834071 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49060) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:53.883615 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b228d59a-782e-4814-b75e-493b0ed89ca7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:53.943072 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks [] for port (cf1db5f7-910b-4238-b078-d96a149e740d), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.012927 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-f0129cef-8456-4154-a552-7bcc00909068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.015070 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-f0129cef-8456-4154-a552-7bcc00909068 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=3d764ffc-1900-48e5-af59-b5e1e71c05dd HTTP/1.1" status: 200 len: 852 time: 0.2354760 Feb 04 12:48:54.106873 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-03e4d406-f260-48d2-a7c6-932c6e28b95e req-eb350869-e8b0-47a5-8cc5-383c0f3b65c2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 210 time: 0.1029973 Feb 04 12:48:54.140271 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-6e6dc7c4-5227-45ff-9deb-153701aede82 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=23074f9f-450b-4075-b53d-52ebc713ae8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109564 Feb 04 12:48:54.160485 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c57d35ff-55de-440c-977c-1fbdc9163773 req-d5a21c3a-0a66-4931-bf2a-723f9ea919ff tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2292538 Feb 04 12:48:54.177126 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b228d59a-782e-4814-b75e-493b0ed89ca7 admin admin] Publish callbacks [] for security_group (7b6f7864-7c34-43c3-a409-b63979083efd), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.201837 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b228d59a-782e-4814-b75e-493b0ed89ca7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7b6f7864-7c34-43c3-a409-b63979083efd), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.229465 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b725a5c6-0f3d-4285-9f20-8902151a801c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bfaa7412-75af-4bcc-965f-255e8d9331cd), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.236761 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b725a5c6-0f3d-4285-9f20-8902151a801c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.239119 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b725a5c6-0f3d-4285-9f20-8902151a801c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfaa7412-75af-4bcc-965f-255e8d9331cd HTTP/1.1" status: 204 len: 168 time: 0.9074955 Feb 04 12:48:54.317148 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.340447 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b228d59a-782e-4814-b75e-493b0ed89ca7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ce76be5a90a24f9fb6af438c707c4208&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4963176 Feb 04 12:48:54.341547 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49074) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:54.352303 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b228d59a-782e-4814-b75e-493b0ed89ca7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b6f7864-7c34-43c3-a409-b63979083efd,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:54.509571 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b725a5c6-0f3d-4285-9f20-8902151a801c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfaa7412-75af-4bcc-965f-255e8d9331cd,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:54.511463 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49078) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:54.523987 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Network 4177f13a-56ea-4fbc-b226-ef36aec29531 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:48:54.539635 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0682693d-0e61-4b23-a737-ead8c1d25e8f admin admin] Publish callbacks [] for security_group (7b6f7864-7c34-43c3-a409-b63979083efd), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.552789 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:54.572045 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:48:54.578765 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:54.579682 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.595373 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf2b8-65dd-4a52-a6a2-e4f3f1508cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.616121 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Pushing event updated for resources: {'Port': ['ID=cf1db5f7-910b-4238-b078-d96a149e740d,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:54.628744 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-5edb8b76-da9a-4a38-965e-fa420457c472 service neutron] 10.222.0.75 "GET /v2.0/networks/23074f9f-450b-4075-b53d-52ebc713ae8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473009 Feb 04 12:48:54.636462 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-bfc43aa2-6609-4891-8798-42d7b74183fc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8207772 Feb 04 12:48:54.639753 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e17484-423f-4868-b6ac-769c8e19f3c6 {{(pid=109006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:54.646340 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0682693d-0e61-4b23-a737-ead8c1d25e8f admin admin] Publish callbacks [] for security_group (7b6f7864-7c34-43c3-a409-b63979083efd), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.658020 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Publish callbacks [] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.658427 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Request body: {'port': {'device_id': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:54.721130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.provisioning_blocks [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Transition to ACTIVE for port object 58e17484-423f-4868-b6ac-769c8e19f3c6 will not be triggered until provisioned by entity L2. {{(pid=109006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:48:54.729260 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.859957 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.898246 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d783ec2-7904-4076-ae9e-88ac8fce5294 req-62aace8b-1d60-4419-a284-6e5e4f0e8f93 service neutron] 10.222.0.75 "GET /v2.0/networks/23074f9f-450b-4075-b53d-52ebc713ae8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2568364 Feb 04 12:48:54.915984 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf2b8-65dd-4a52-a6a2-e4f3f1508cb3 admin admin] Publish callbacks [] for security_group (f2db4445-825b-49a3-b146-0b871e213014), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:54.940486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ff6cf2b8-65dd-4a52-a6a2-e4f3f1508cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (f2db4445-825b-49a3-b146-0b871e213014), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.024885 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0682693d-0e61-4b23-a737-ead8c1d25e8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7b6f7864-7c34-43c3-a409-b63979083efd), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.032862 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0682693d-0e61-4b23-a737-ead8c1d25e8f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.040425 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-0682693d-0e61-4b23-a737-ead8c1d25e8f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7b6f7864-7c34-43c3-a409-b63979083efd HTTP/1.1" status: 204 len: 168 time: 0.6922719 Feb 04 12:48:55.072998 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Pushing event updated for resources: {'Port': ['ID=58e17484-423f-4868-b6ac-769c8e19f3c6,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:55.078370 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6cf2b8-65dd-4a52-a6a2-e4f3f1508cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2db4445-825b-49a3-b146-0b871e213014,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:55.104371 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682693d-0e61-4b23-a737-ead8c1d25e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b6f7864-7c34-43c3-a409-b63979083efd,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:55.262449 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49102) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:55.354445 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ff6cf2b8-65dd-4a52-a6a2-e4f3f1508cb3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=914eaa83cb6f4211842c47d656054d7f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8308928 Feb 04 12:48:55.361755 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49106) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:55.472280 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ea08dcd6-a680-45df-8819-82e273509f2b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.477152 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.managers [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Attempting to bind port 58e17484-423f-4868-b6ac-769c8e19f3c6 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:55.477490 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.managers [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Attempting to bind port 58e17484-423f-4868-b6ac-769c8e19f3c6 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'}] {{(pid=109006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:55.477870 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Attempting to bind port 58e17484-423f-4868-b6ac-769c8e19f3c6 on network 4177f13a-56ea-4fbc-b226-ef36aec29531 {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:55.505295 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Port 58e17484-423f-4868-b6ac-769c8e19f3c6 on network 4177f13a-56ea-4fbc-b226-ef36aec29531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:48:55.505700 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Attempting to bind port 58e17484-423f-4868-b6ac-769c8e19f3c6 on network 4177f13a-56ea-4fbc-b226-ef36aec29531 {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:55.518301 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:55.518729 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Checking segment: {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:55.519388 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Bound using segment: {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'} {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:55.519874 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.managers [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Bound port: 58e17484-423f-4868-b6ac-769c8e19f3c6, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'}}] {{(pid=109006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:55.520338 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.552943 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1063541-4265-46fd-a068-b4001332322f req-72869bbf-2326-4a85-be55-d98592b6058e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:55.554770 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f1063541-4265-46fd-a068-b4001332322f req-72869bbf-2326-4a85-be55-d98592b6058e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 931 time: 0.2265503 Feb 04 12:48:55.661320 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49112) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:55.838852 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244ba0a2-f837-4434-97cf-71d73e686820 req-b1ca550b-79ec-468d-877a-c750f770f13c tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:55.846638 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-244ba0a2-f837-4434-97cf-71d73e686820 req-b1ca550b-79ec-468d-877a-c750f770f13c tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 0.5243421 Feb 04 12:48:55.910783 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5fd895c8-a404-4be7-b6bc-566c54462e75 admin admin] Publish callbacks [] for security_group (f2db4445-825b-49a3-b146-0b871e213014), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.927595 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f1063541-4265-46fd-a068-b4001332322f req-87ed27cd-086f-409e-927e-037e5a759537 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3642025 Feb 04 12:48:55.937573 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5fd895c8-a404-4be7-b6bc-566c54462e75 admin admin] Publish callbacks [] for security_group (f2db4445-825b-49a3-b146-0b871e213014), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:55.939609 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] For port 58e17484-423f-4868-b6ac-769c8e19f3c6, host hv-cinder-81735, cleared binding levels {{(pid=109006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:55.990856 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ea08dcd6-a680-45df-8819-82e273509f2b admin admin] Publish callbacks [] for security_group (ba8eee18-b4be-4b76-a3bd-9509c8230c41), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.009271 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5fd895c8-a404-4be7-b6bc-566c54462e75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (f2db4445-825b-49a3-b146-0b871e213014), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.011884 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5fd895c8-a404-4be7-b6bc-566c54462e75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.016031 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5fd895c8-a404-4be7-b6bc-566c54462e75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f2db4445-825b-49a3-b146-0b871e213014 HTTP/1.1" status: 204 len: 168 time: 0.6400619 Feb 04 12:48:56.027814 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd895c8-a404-4be7-b6bc-566c54462e75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2db4445-825b-49a3-b146-0b871e213014,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.041184 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-244ba0a2-f837-4434-97cf-71d73e686820 req-9182dabe-58db-4827-af01-8fd4a7921e29 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924036 Feb 04 12:48:56.046625 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ea08dcd6-a680-45df-8819-82e273509f2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ba8eee18-b4be-4b76-a3bd-9509c8230c41), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.130881 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] For port 58e17484-423f-4868-b6ac-769c8e19f3c6, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=58e17484-423f-4868-b6ac-769c8e19f3c6,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:56.188226 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf1db5f7-910b-4238-b078-d96a149e740d {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:48:56.197449 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea08dcd6-a680-45df-8819-82e273509f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba8eee18-b4be-4b76-a3bd-9509c8230c41,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.198035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Publish callbacks [] for port (cf1db5f7-910b-4238-b078-d96a149e740d), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.211566 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.236657 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Transition to ACTIVE for port object cf1db5f7-910b-4238-b078-d96a149e740d will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:48:56.246500 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.318489 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Pushing event updated for resources: {'Port': ['ID=58e17484-423f-4868-b6ac-769c8e19f3c6,revision_number=3']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.326788 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-ea08dcd6-a680-45df-8819-82e273509f2b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f776a6d78154c28a1c3c65dd4d20754&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0582364 Feb 04 12:48:56.330529 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49134) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:56.357842 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265153113-network', 'tenant_id': 'eb4919546f894e9383e6e583d139ffcf'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:56.369100 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:56.370243 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.372195 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-ceb49cd9-aeeb-496e-b3ef-535cd6001631 service neutron] 10.222.0.75 "PUT /v2.0/ports/58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 1093 time: 4.7287967 Feb 04 12:48:56.372989 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'tag': '58e17484-423f-4868-b6ac-769c8e19f3c6'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:56.429263 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1db5f7-910b-4238-b078-d96a149e740d,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.518608 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Made reservation on behalf of eb4919546f894e9383e6e583d139ffcf for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:56.521001 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.531849 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Attempting to bind port cf1db5f7-910b-4238-b078-d96a149e740d on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:48:56.532195 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Attempting to bind port cf1db5f7-910b-4238-b078-d96a149e740d by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:48:56.532528 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Attempting to bind port cf1db5f7-910b-4238-b078-d96a149e740d on network 4177f13a-56ea-4fbc-b226-ef36aec29531 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:56.536279 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.549313 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Port cf1db5f7-910b-4238-b078-d96a149e740d on network 4177f13a-56ea-4fbc-b226-ef36aec29531 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:48:56.549649 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Attempting to bind port cf1db5f7-910b-4238-b078-d96a149e740d on network 4177f13a-56ea-4fbc-b226-ef36aec29531 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:48:56.558109 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 48, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:48:56.558462 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Checking segment: {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:56.558834 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Bound using segment: {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:48:56.559424 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Bound port: cf1db5f7-910b-4238-b078-d96a149e740d, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb2aa64c-42fa-4235-82dc-7fd34c270924', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:48:56.559875 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.651665 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-d3f0c0d8-06db-4f85-96fc-03e629bf83d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:56.654130 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-d3f0c0d8-06db-4f85-96fc-03e629bf83d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1127 time: 0.1676342 Feb 04 12:48:56.669674 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-344a134a-07a2-4c1c-b35e-03c233ee6911 admin admin] Publish callbacks [] for security_group (ba8eee18-b4be-4b76-a3bd-9509c8230c41), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.717857 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-344a134a-07a2-4c1c-b35e-03c233ee6911 admin admin] Publish callbacks [] for security_group (ba8eee18-b4be-4b76-a3bd-9509c8230c41), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.785778 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] For port cf1db5f7-910b-4238-b078-d96a149e740d, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:48:56.792251 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] For port cf1db5f7-910b-4238-b078-d96a149e740d, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=cf1db5f7-910b-4238-b078-d96a149e740d,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:48:56.808090 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.837305 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-50b0b741-df85-4319-9abc-5c9bb63e953c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 217 time: 0.0843253 Feb 04 12:48:56.884159 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-344a134a-07a2-4c1c-b35e-03c233ee6911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ba8eee18-b4be-4b76-a3bd-9509c8230c41), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.889287 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-344a134a-07a2-4c1c-b35e-03c233ee6911 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.892845 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks [] for security_group (23cda2c8-1456-4443-a91b-3f1380863f40), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.893085 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-344a134a-07a2-4c1c-b35e-03c233ee6911 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ba8eee18-b4be-4b76-a3bd-9509c8230c41 HTTP/1.1" status: 204 len: 168 time: 0.5424933 Feb 04 12:48:56.898213 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:56.899185 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.900363 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] 10.222.0.75 "PUT /v2.0/ports/cf1db5f7-910b-4238-b078-d96a149e740d HTTP/1.1" status: 200 len: 1093 time: 2.2489300 Feb 04 12:48:56.901056 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'tag': 'cf1db5f7-910b-4238-b078-d96a149e740d'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:48:56.901165 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a134a-07a2-4c1c-b35e-03c233ee6911 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba8eee18-b4be-4b76-a3bd-9509c8230c41,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.904920 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c278110b-c6c3-491d-adb1-5dd35e1640f6" -d '{"events": [{"name": "network-changed", "server_uuid": "b01860df-ea3b-461b-a59d-1c82ba22b225", "tag": "cf1db5f7-910b-4238-b078-d96a149e740d"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:56.908435 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4222a-e934-4501-add5-6c6a83790b79 service neutron] Pushing event updated for resources: {'Port': ['ID=cf1db5f7-910b-4238-b078-d96a149e740d,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:56.912211 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (23cda2c8-1456-4443-a91b-3f1380863f40), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:56.969678 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5748b8fa-7d22-4683-9d20-bcc51fa082ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6a4e7724-edcc-4bfa-a620-8ab4c6906881", "tag": "58e17484-423f-4868-b6ac-769c8e19f3c6"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:48:57.120822 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-2c3cfd6d-a136-43a4-bba8-0bd528e0b103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.123686 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-2c3cfd6d-a136-43a4-bba8-0bd528e0b103 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.1486731 Feb 04 12:48:57.149191 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d670727-98bc-489c-9f59-53ada75d5c5d x-openstack-request-id: req-6d670727-98bc-489c-9f59-53ada75d5c5d {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:57.149457 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b01860df-ea3b-461b-a59d-1c82ba22b225", "tag": "cf1db5f7-910b-4238-b078-d96a149e740d", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:57.149724 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6d670727-98bc-489c-9f59-53ada75d5c5d {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:57.150161 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'tag': 'cf1db5f7-910b-4238-b078-d96a149e740d', 'status': 'completed', 'code': 200} Feb 04 12:48:57.196620 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-809b8361-704b-4b9d-9ea4-0f685e4cfbf0 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628757 Feb 04 12:48:57.197266 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49180) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:57.231280 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:48:57.253308 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23cda2c8-1456-4443-a91b-3f1380863f40,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:57.257509 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (30fa7a3c-69f2-4079-8831-d82c6c3069f3), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.257864 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Added segment 30fa7a3c-69f2-4079-8831-d82c6c3069f3 of type vlan for network b3757bcf-cbe0-4fa6-84a9-7ff20d411a07 Feb 04 12:48:57.302886 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-9ad1f285-4515-48e6-afc6-3523aa9dc4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.304355 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-9ad1f285-4515-48e6-afc6-3523aa9dc4e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 1127 time: 0.1523001 Feb 04 12:48:57.315407 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42411139-b7d8-4c18-b124-ac38c326455f req-961e0245-c95b-430f-9ce8-95999c7ea2a0 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.316945 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-42411139-b7d8-4c18-b124-ac38c326455f req-961e0245-c95b-430f-9ce8-95999c7ea2a0 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 943 time: 0.1660349 Feb 04 12:48:57.326282 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-304b1447-4c65-401b-b670-6ee357347923 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134479 Feb 04 12:48:57.340410 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (b3757bcf-cbe0-4fa6-84a9-7ff20d411a07), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.394375 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-5d619f4d-802c-469a-aa00-0f3f2734dea0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf1db5f7-910b-4238-b078-d96a149e740d HTTP/1.1" status: 200 len: 217 time: 0.0716429 Feb 04 12:48:57.443489 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f160906e-28fa-4f58-8c27-7e0241ad70b5 req-d77a2497-4aa0-40b1-917b-ac63c7e0f426 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106846 Feb 04 12:48:57.489731 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-b8e5b1c3-ab53-49e8-bf11-d871dba3cf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.491279 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-b8e5b1c3-ab53-49e8-bf11-d871dba3cf44 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0899982 Feb 04 12:48:57.492944 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (b3757bcf-cbe0-4fa6-84a9-7ff20d411a07), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.493912 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.494546 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.505567 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-42411139-b7d8-4c18-b124-ac38c326455f req-64ff49c0-f877-4440-91cb-c21113d2e457 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704304 Feb 04 12:48:57.568627 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-70f8acc0-7e3e-43d6-85c1-d72ac4dc6476 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689898 Feb 04 12:48:57.595413 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9156365 Feb 04 12:48:57.599133 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49192) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:57.604272 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Request body: {'subnet': {'network_id': 'b3757bcf-cbe0-4fa6-84a9-7ff20d411a07', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1265153113-subnet', 'tenant_id': 'eb4919546f894e9383e6e583d139ffcf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:48:57.621281 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:48:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c311b022-a342-49f3-8f80-808c86fcba8d x-openstack-request-id: req-c311b022-a342-49f3-8f80-808c86fcba8d {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:48:57.621865 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a4e7724-edcc-4bfa-a620-8ab4c6906881", "tag": "58e17484-423f-4868-b6ac-769c8e19f3c6", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:48:57.622323 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c311b022-a342-49f3-8f80-808c86fcba8d {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:48:57.624171 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'tag': '58e17484-423f-4868-b6ac-769c8e19f3c6', 'status': 'completed', 'code': 200} Feb 04 12:48:57.654292 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c7882c2b-cc25-4061-905e-15d660c03d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.666972 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a40fbde-ae14-4a55-95b8-a24a71e970f5 admin admin] Pushing event updated for resources: {'Network': ['ID=b3757bcf-cbe0-4fa6-84a9-7ff20d411a07,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:57.696449 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network b3757bcf-cbe0-4fa6-84a9-7ff20d411a07 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:48:57.720209 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Made reservation on behalf of eb4919546f894e9383e6e583d139ffcf for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:48:57.724064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:57.730640 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f60e20-3dc4-41fe-8519-2e2b6e40aecf req-192fcb5b-eb3d-49a9-bdbe-5f157bfd1ba0 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.738339 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e9f60e20-3dc4-41fe-8519-2e2b6e40aecf req-192fcb5b-eb3d-49a9-bdbe-5f157bfd1ba0 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 0.1548460 Feb 04 12:48:57.758544 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-92d3f78e-41f4-45a4-bd13-45fa677ecdc8 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764853 Feb 04 12:48:57.860086 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e9f60e20-3dc4-41fe-8519-2e2b6e40aecf req-411d3bff-ef9a-4586-be43-9c65d555597a tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207340 Feb 04 12:48:57.913657 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b99580e7-8d4d-4236-af7a-19fc80ceb9a5 req-502355c4-9c14-4586-8073-f8b2edbea58c service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458538 Feb 04 12:48:57.969531 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-ef4dae26-c2ad-4aef-8d9e-eed25398003c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:57.971114 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-ef4dae26-c2ad-4aef-8d9e-eed25398003c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1127 time: 0.3335147 Feb 04 12:48:58.022172 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-f3a5dd98-eaf7-4f1c-b882-16c0008b7bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.023951 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-f3a5dd98-eaf7-4f1c-b882-16c0008b7bb3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 1127 time: 0.0583339 Feb 04 12:48:58.143993 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-7af518cd-0d74-49e1-8e84-0a5503f3a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.145305 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c7882c2b-cc25-4061-905e-15d660c03d37 admin admin] Publish callbacks [] for security_group (2a811cb1-16af-4fd2-98a7-6c41a533f5c0), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.145788 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-7af518cd-0d74-49e1-8e84-0a5503f3a855 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.1143477 Feb 04 12:48:58.180885 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c7882c2b-cc25-4061-905e-15d660c03d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (2a811cb1-16af-4fd2-98a7-6c41a533f5c0), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.220711 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-2a893e0a-6c25-4576-8998-551e395c3cc7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf1db5f7-910b-4238-b078-d96a149e740d HTTP/1.1" status: 200 len: 217 time: 0.0663769 Feb 04 12:48:58.280049 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7882c2b-cc25-4061-905e-15d660c03d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a811cb1-16af-4fd2-98a7-6c41a533f5c0,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:58.288057 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-055379d2-6d8c-4317-b65a-5040422edfc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.289611 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-055379d2-6d8c-4317-b65a-5040422edfc5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0614624 Feb 04 12:48:58.302422 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-a60df5ea-af57-4337-be9d-9b74591336d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.303962 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-a60df5ea-af57-4337-be9d-9b74591336d9 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.3198481 Feb 04 12:48:58.306190 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c7882c2b-cc25-4061-905e-15d660c03d37 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d874789cea64d25a66f098235a50ab1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1074321 Feb 04 12:48:58.312777 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49220) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:58.332122 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-9be47186-b7f1-446d-af50-48c304714568 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338590 Feb 04 12:48:58.373754 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-84648d8f-c9e5-4fee-b5dc-e0ee3cdd48b2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 217 time: 0.0585423 Feb 04 12:48:58.384736 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (f24f4dea-e017-492b-b488-ba09b2044653), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.435804 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-387bf1ae-35d0-466f-aab1-b621a890dfa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.515442 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f24f4dea-e017-492b-b488-ba09b2044653,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:58.526556 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-638e4f61-41a0-44bc-9935-8e308c006a07 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896570 Feb 04 12:48:58.529258 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-1359d3a9-f9ff-4d1d-9658-d0dcb4515145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.531177 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-1359d3a9-f9ff-4d1d-9658-d0dcb4515145 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.1479437 Feb 04 12:48:58.536499 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8ebac92d-aa6e-4b22-9eb7-2746ca4f9058 admin admin] Publish callbacks [] for security_group (2a811cb1-16af-4fd2-98a7-6c41a533f5c0), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.586261 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-313b5e0e-2c82-4495-91df-5a4a9e87ae31 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414748 Feb 04 12:48:58.611272 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Checking segment: {'id': '30fa7a3c-69f2-4079-8831-d82c6c3069f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'b3757bcf-cbe0-4fa6-84a9-7ff20d411a07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:48:58.611782 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Network hostable DHCP agents. Network: b3757bcf-cbe0-4fa6-84a9-7ff20d411a07, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:48:58.624697 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8ebac92d-aa6e-4b22-9eb7-2746ca4f9058 admin admin] Publish callbacks [] for security_group (2a811cb1-16af-4fd2-98a7-6c41a533f5c0), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.686768 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c278110b-c6c3-491d-adb1-5dd35e1640f6 req-bd0e4c32-b9a3-41e7-9cc7-39882ef0f5db service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477482 Feb 04 12:48:58.743154 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Network b3757bcf-cbe0-4fa6-84a9-7ff20d411a07 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:48:58.768341 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, b3757bcf-cbe0-4fa6-84a9-7ff20d411a07) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:48:58.777249 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.777844 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.785891 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adb84654-62ab-4549-bd2e-7c51d0fbff0d None None] Network b3757bcf-cbe0-4fa6-84a9-7ff20d411a07 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:58.809107 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e88fa2-b2ce-4c4c-aad2-1484f9d9157f req-a663f762-1a16-4eea-bca3-c13519ec39ed tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:58.811835 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b3e88fa2-b2ce-4c4c-aad2-1484f9d9157f req-a663f762-1a16-4eea-bca3-c13519ec39ed tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 943 time: 0.1894476 Feb 04 12:48:58.816870 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-59966999-c117-48f0-8432-4795677cbc74 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218058 Feb 04 12:48:58.825025 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-0aeddf0f-6487-4238-a28a-363fc35468ff admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.2248163 Feb 04 12:48:58.849269 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8ebac92d-aa6e-4b22-9eb7-2746ca4f9058 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (2a811cb1-16af-4fd2-98a7-6c41a533f5c0), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.851997 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8ebac92d-aa6e-4b22-9eb7-2746ca4f9058 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:58.853170 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8ebac92d-aa6e-4b22-9eb7-2746ca4f9058 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a811cb1-16af-4fd2-98a7-6c41a533f5c0 HTTP/1.1" status: 204 len: 168 time: 0.5368483 Feb 04 12:48:58.917440 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebac92d-aa6e-4b22-9eb7-2746ca4f9058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a811cb1-16af-4fd2-98a7-6c41a533f5c0,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:58.944842 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b3e88fa2-b2ce-4c4c-aad2-1484f9d9157f req-a85749fb-8cc2-4687-9ee9-9bb41bec099e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240401 Feb 04 12:48:58.973888 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5748b8fa-7d22-4683-9d20-bcc51fa082ba req-85f00371-8963-4193-beaf-2cc52e51d9c0 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466272 Feb 04 12:48:59.017479 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b011431f-7504-4493-b133-4762580d1e9a req-8bbbc619-4b57-4567-b0f6-52fcc434a132 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:48:59.024975 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b011431f-7504-4493-b133-4762580d1e9a req-8bbbc619-4b57-4567-b0f6-52fcc434a132 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 0.0808456 Feb 04 12:48:59.083084 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b011431f-7504-4493-b133-4762580d1e9a req-e45f341a-634e-4686-a1ba-f2e8ed48058e tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554442 Feb 04 12:48:59.109157 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3548c5-7c70-40d2-9b74-7d5387ba11fd None None] Network b3757bcf-cbe0-4fa6-84a9-7ff20d411a07 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:48:59.319977 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49264) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:59.638158 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49276) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:59.652279 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5aab-5a79-4fb0-8924-3e4514a9738d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.733269 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5aab-5a79-4fb0-8924-3e4514a9738d admin admin] Publish callbacks [] for security_group (f29816fb-b9e1-4922-9c75-293b3d165e45), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.738035 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5e6a5aab-5a79-4fb0-8924-3e4514a9738d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (f29816fb-b9e1-4922-9c75-293b3d165e45), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.785770 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f7ed0566-33b9-4c2a-b308-7587a737008a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.796515 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5e6a5aab-5a79-4fb0-8924-3e4514a9738d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c15d24dd28014602b4542a8ce48b8565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1539040 Feb 04 12:48:59.796689 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49282) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:59.809721 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a5aab-5a79-4fb0-8924-3e4514a9738d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f29816fb-b9e1-4922-9c75-293b3d165e45,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:59.835940 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49284) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:48:59.892513 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-80f1ea89-1f26-473f-bc77-df122164eea5 admin admin] Publish callbacks [] for security_group (f29816fb-b9e1-4922-9c75-293b3d165e45), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.905433 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f7ed0566-33b9-4c2a-b308-7587a737008a admin admin] Publish callbacks [] for security_group (bfd482c4-2039-4ddc-8b90-6de9529bbd4e), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.910527 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f7ed0566-33b9-4c2a-b308-7587a737008a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bfd482c4-2039-4ddc-8b90-6de9529bbd4e), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.921758 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-80f1ea89-1f26-473f-bc77-df122164eea5 admin admin] Publish callbacks [] for security_group (f29816fb-b9e1-4922-9c75-293b3d165e45), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.966113 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f7ed0566-33b9-4c2a-b308-7587a737008a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ca981fb0c5f141ddaec2d1d6e5f91dbb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6415176 Feb 04 12:48:59.966113 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ed0566-33b9-4c2a-b308-7587a737008a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfd482c4-2039-4ddc-8b90-6de9529bbd4e,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:48:59.966612 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5666aded-db8e-457d-8844-51c8b8351a8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:48:59.971634 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49294) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:00.062882 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-80f1ea89-1f26-473f-bc77-df122164eea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (f29816fb-b9e1-4922-9c75-293b3d165e45), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.065553 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-80f1ea89-1f26-473f-bc77-df122164eea5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.066706 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-80f1ea89-1f26-473f-bc77-df122164eea5 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f29816fb-b9e1-4922-9c75-293b3d165e45 HTTP/1.1" status: 204 len: 168 time: 0.2690425 Feb 04 12:49:00.089384 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-864adbb8-213f-4174-8539-17c42634fb07 admin admin] Publish callbacks [] for security_group (bfd482c4-2039-4ddc-8b90-6de9529bbd4e), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.097183 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f1ea89-1f26-473f-bc77-df122164eea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f29816fb-b9e1-4922-9c75-293b3d165e45,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.161940 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9ebda0-fa24-4c5a-8048-7914681a1873 req-fef027c9-6f24-4722-970d-02a30dcc6382 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:00.164089 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4f9ebda0-fa24-4c5a-8048-7914681a1873 req-fef027c9-6f24-4722-970d-02a30dcc6382 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 943 time: 0.1156707 Feb 04 12:49:00.180892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-864adbb8-213f-4174-8539-17c42634fb07 admin admin] Publish callbacks [] for security_group (bfd482c4-2039-4ddc-8b90-6de9529bbd4e), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.239579 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4f9ebda0-fa24-4c5a-8048-7914681a1873 req-aa31701a-f439-4ae8-8e2f-cca1c742924a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662386 Feb 04 12:49:00.272496 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5666aded-db8e-457d-8844-51c8b8351a8d admin admin] Publish callbacks [] for security_group (55e40580-6363-4562-aa95-d504ad4117df), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.277719 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5666aded-db8e-457d-8844-51c8b8351a8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (55e40580-6363-4562-aa95-d504ad4117df), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.331497 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-864adbb8-213f-4174-8539-17c42634fb07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bfd482c4-2039-4ddc-8b90-6de9529bbd4e), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.334175 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-864adbb8-213f-4174-8539-17c42634fb07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.338178 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-864adbb8-213f-4174-8539-17c42634fb07 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bfd482c4-2039-4ddc-8b90-6de9529bbd4e HTTP/1.1" status: 204 len: 168 time: 0.3629055 Feb 04 12:49:00.338178 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5666aded-db8e-457d-8844-51c8b8351a8d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=03f277e30abb4c8c9ea1d6aa5d3ceded&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5004158 Feb 04 12:49:00.339911 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5666aded-db8e-457d-8844-51c8b8351a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e40580-6363-4562-aa95-d504ad4117df,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.340995 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49316) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:00.350267 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d22927e-cab6-45ec-b1bc-fe5f2725d03c req-066b3f5c-5d08-4cdc-a56d-c144c6c8ba6c tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:00.351909 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4d22927e-cab6-45ec-b1bc-fe5f2725d03c req-066b3f5c-5d08-4cdc-a56d-c144c6c8ba6c tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 0.1533511 Feb 04 12:49:00.362547 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864adbb8-213f-4174-8539-17c42634fb07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfd482c4-2039-4ddc-8b90-6de9529bbd4e,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.410445 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4d22927e-cab6-45ec-b1bc-fe5f2725d03c req-ad9ebed5-68d5-428f-8376-d64edb6157d6 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496924 Feb 04 12:49:00.426491 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad418b38-acf4-4961-951e-a68eed37ac05 admin admin] Publish callbacks [] for security_group (55e40580-6363-4562-aa95-d504ad4117df), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.452895 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad418b38-acf4-4961-951e-a68eed37ac05 admin admin] Publish callbacks [] for security_group (55e40580-6363-4562-aa95-d504ad4117df), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.505123 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad418b38-acf4-4961-951e-a68eed37ac05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (55e40580-6363-4562-aa95-d504ad4117df), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.507983 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad418b38-acf4-4961-951e-a68eed37ac05 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.511832 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-ad418b38-acf4-4961-951e-a68eed37ac05 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/55e40580-6363-4562-aa95-d504ad4117df HTTP/1.1" status: 204 len: 168 time: 0.1662054 Feb 04 12:49:00.518139 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad418b38-acf4-4961-951e-a68eed37ac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e40580-6363-4562-aa95-d504ad4117df,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.554891 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49324) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:00.559990 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049917972-network', 'tenant_id': '7ca04eabb27e43a5b32cacd93985c574'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:00.582849 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Made reservation on behalf of 7ca04eabb27e43a5b32cacd93985c574 for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:00.585343 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.595194 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.706593 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks [] for security_group (1bac76a7-38fd-46c6-ac97-62dec4dfc91d), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.712432 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1bac76a7-38fd-46c6-ac97-62dec4dfc91d), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.743655 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:00.750644 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bac76a7-38fd-46c6-ac97-62dec4dfc91d,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.757878 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (4a43fb35-e44b-4ba0-887d-59be68bfaaf0), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.758150 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Added segment 4a43fb35-e44b-4ba0-887d-59be68bfaaf0 of type vlan for network 0ed4b569-2f35-4b31-a680-f734796b04c4 Feb 04 12:49:00.807708 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (0ed4b569-2f35-4b31-a680-f734796b04c4), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.813322 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 58e17484-423f-4868-b6ac-769c8e19f3c6 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:49:00.843071 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (0ed4b569-2f35-4b31-a680-f734796b04c4), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.844611 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:00.845225 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.907162 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] Pushing event updated for resources: {'Network': ['ID=0ed4b569-2f35-4b31-a680-f734796b04c4,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:00.926482 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-072da390-61ed-41ef-a3be-e2151906eac3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3704379 Feb 04 12:49:00.927306 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 0ed4b569-2f35-4b31-a680-f734796b04c4 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:00.929330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49334) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:00.938492 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Request body: {'subnet': {'network_id': '0ed4b569-2f35-4b31-a680-f734796b04c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1049917972-subnet', 'tenant_id': '7ca04eabb27e43a5b32cacd93985c574', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:00.961384 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Made reservation on behalf of 7ca04eabb27e43a5b32cacd93985c574 for: {'subnet': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:00.964590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:00.998692 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 58e17484-423f-4868-b6ac-769c8e19f3c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=58e17484-423f-4868-b6ac-769c8e19f3c6,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:01.034741 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '58e17484-423f-4868-b6ac-769c8e19f3c6', 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'port_id': '58e17484-423f-4868-b6ac-769c8e19f3c6', 'mac_address': 'fa:16:3e:62:c9:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:49:01.075263 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7057dcb8-0156-4e94-bd4f-910b851c0663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.090855 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 58e17484-423f-4868-b6ac-769c8e19f3c6 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:01.092352 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.108851 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e17484-423f-4868-b6ac-769c8e19f3c6 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:01.134371 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 58e17484-423f-4868-b6ac-769c8e19f3c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=58e17484-423f-4868-b6ac-769c8e19f3c6,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:01.145630 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.146612 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device cf1db5f7-910b-4238-b078-d96a149e740d details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:49:01.205797 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (51309652-a2e9-47ae-8ac2-df13a8029856), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.222757 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port cf1db5f7-910b-4238-b078-d96a149e740d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=cf1db5f7-910b-4238-b078-d96a149e740d,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:01.225550 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=58e17484-423f-4868-b6ac-769c8e19f3c6,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:01.240438 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': 'cf1db5f7-910b-4238-b078-d96a149e740d', 'network_id': '4177f13a-56ea-4fbc-b226-ef36aec29531', 'port_id': 'cf1db5f7-910b-4238-b078-d96a149e740d', 'mac_address': 'fa:16:3e:35:d3:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:49:01.256622 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49346) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:01.289938 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-47a1982f-423b-454b-9222-34c9c529df1c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.290551 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Pushing event updated for resources: {'Subnet': ['ID=51309652-a2e9-47ae-8ac2-df13a8029856,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:01.295319 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port cf1db5f7-910b-4238-b078-d96a149e740d is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:01.296052 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.297861 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Checking segment: {'id': '4a43fb35-e44b-4ba0-887d-59be68bfaaf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '0ed4b569-2f35-4b31-a680-f734796b04c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:01.298206 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Network hostable DHCP agents. Network: 0ed4b569-2f35-4b31-a680-f734796b04c4, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:01.313515 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf1db5f7-910b-4238-b078-d96a149e740d {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:01.327864 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Network 0ed4b569-2f35-4b31-a680-f734796b04c4 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:01.346840 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port cf1db5f7-910b-4238-b078-d96a149e740d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=cf1db5f7-910b-4238-b078-d96a149e740d,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:01.347599 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 0ed4b569-2f35-4b31-a680-f734796b04c4) {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:01.359104 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:01.360060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.362342 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.363452 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device b0b9de76-a361-4dc3-b169-14a108318a83 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:49:01.374574 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4bb4f-e6d4-4f21-a330-5b56be0ee7e3 None None] Network 0ed4b569-2f35-4b31-a680-f734796b04c4 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:01.396002 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-dcfef646-4db8-4194-8e58-6f71b9f3a0de admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.4620247 Feb 04 12:49:01.533013 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eba0ac1-e4bf-43b7-9e77-db3276023630 req-08c1f6e5-487f-4087-a3ab-3c02da5ba914 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:01.551634 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1eba0ac1-e4bf-43b7-9e77-db3276023630 req-08c1f6e5-487f-4087-a3ab-3c02da5ba914 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 944 time: 0.1633060 Feb 04 12:49:01.554969 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-47a1982f-423b-454b-9222-34c9c529df1c admin admin] Publish callbacks [] for security_group (27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.563951 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=cf1db5f7-910b-4238-b078-d96a149e740d,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:01.615615 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-47a1982f-423b-454b-9222-34c9c529df1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.620749 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c12b8-bd60-49aa-9f17-4596eb7d53ea req-e66fad1e-48c1-4047-becf-53e194bc8f0e tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:01.622316 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d83c12b8-bd60-49aa-9f17-4596eb7d53ea req-e66fad1e-48c1-4047-becf-53e194bc8f0e tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 943 time: 0.1005282 Feb 04 12:49:01.623386 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49360) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:01.670565 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71800b0-a2f4-4ef8-9192-e6785b7a0d85 None None] Network 0ed4b569-2f35-4b31-a680-f734796b04c4 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:01.735512 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port b0b9de76-a361-4dc3-b169-14a108318a83, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b0b9de76-a361-4dc3-b169-14a108318a83,segment=NetworkSegment(915f6d92-1c1d-4e1c-8226-aa60c5c2b6af),segment_id=915f6d92-1c1d-4e1c-8226-aa60c5c2b6af)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:01.757329 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1eba0ac1-e4bf-43b7-9e77-db3276023630 req-c5c4e571-81aa-4c8e-a092-6408756b183e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046976 Feb 04 12:49:01.764788 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': 'b0b9de76-a361-4dc3-b169-14a108318a83', 'network_id': '23074f9f-450b-4075-b53d-52ebc713ae8d', 'port_id': 'b0b9de76-a361-4dc3-b169-14a108318a83', 'mac_address': 'fa:16:3e:b5:06:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d764ffc-1900-48e5-af59-b5e1e71c05dd', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:49:01.768382 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-47a1982f-423b-454b-9222-34c9c529df1c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=05db2278280145c4bbaa1ec70d675865&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5083230 Feb 04 12:49:01.769772 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49372) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:01.773377 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1982f-423b-454b-9222-34c9c529df1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:01.803260 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] Deleting subnet f24f4dea-e017-492b-b488-ba09b2044653 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:01.817983 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] Publish callbacks [] for subnet (f24f4dea-e017-492b-b488-ba09b2044653), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.850532 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port b0b9de76-a361-4dc3-b169-14a108318a83 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:01.851134 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.867198 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0b9de76-a361-4dc3-b169-14a108318a83 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:49:01.869059 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d83c12b8-bd60-49aa-9f17-4596eb7d53ea req-e980c22a-dcba-46fb-8bed-50cdc72b6c17 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229753 Feb 04 12:49:01.878341 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] Publish callbacks [] for subnet (f24f4dea-e017-492b-b488-ba09b2044653), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.896128 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (f24f4dea-e017-492b-b488-ba09b2044653), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.914657 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port b0b9de76-a361-4dc3-b169-14a108318a83, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b0b9de76-a361-4dc3-b169-14a108318a83,segment=NetworkSegment(915f6d92-1c1d-4e1c-8226-aa60c5c2b6af),segment_id=915f6d92-1c1d-4e1c-8226-aa60c5c2b6af)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:01.919224 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2cceeaed-9ad1-4105-8748-915543081f01 admin admin] Publish callbacks [] for security_group (27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.920877 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.970694 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (f24f4dea-e017-492b-b488-ba09b2044653), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:01.982746 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=b0b9de76-a361-4dc3-b169-14a108318a83,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:01.997330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2cceeaed-9ad1-4105-8748-915543081f01 admin admin] Publish callbacks [] for security_group (27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.027232 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.030600 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f24f4dea-e017-492b-b488-ba09b2044653 HTTP/1.1" status: 204 len: 168 time: 0.4062977 Feb 04 12:49:02.033400 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a68c1-48ad-4422-aaa5-457b751f2be8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f24f4dea-e017-492b-b488-ba09b2044653,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:02.034046 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49380) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:02.111594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2cceeaed-9ad1-4105-8748-915543081f01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.115286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2cceeaed-9ad1-4105-8748-915543081f01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.117248 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-2cceeaed-9ad1-4105-8748-915543081f01 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c HTTP/1.1" status: 204 len: 168 time: 0.3468771 Feb 04 12:49:02.130746 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceeaed-9ad1-4105-8748-915543081f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f12d70-dda2-4ad5-9c8c-429dbcc0cd8c,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:02.142823 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (b3757bcf-cbe0-4fa6-84a9-7ff20d411a07), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.242873 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['58e17484-423f-4868-b6ac-769c8e19f3c6'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:02.245107 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (b3757bcf-cbe0-4fa6-84a9-7ff20d411a07), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.281735 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.282385 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.283575 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.284205 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > port after_create 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.285153 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.285262 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['cf1db5f7-910b-4238-b078-d96a149e740d'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:02.286019 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > port after_update 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.286526 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.287246 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.287749 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.288416 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.294965 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['b0b9de76-a361-4dc3-b169-14a108318a83'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:02.526725 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.527459 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.528296 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.530131 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109006) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:02.530925 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3757bcf-cbe0-4fa6-84a9-7ff20d411a07']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:02.571942 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30fa7a3c-69f2-4079-8831-d82c6c3069f3') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:02.572618 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30fa7a3c-69f2-4079-8831-d82c6c3069f3') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:02.596508 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (30fa7a3c-69f2-4079-8831-d82c6c3069f3), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.690355 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (30fa7a3c-69f2-4079-8831-d82c6c3069f3), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.720420 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:02.721918 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (30fa7a3c-69f2-4079-8831-d82c6c3069f3), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: from cryptography.utils import int_from_bytes Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: from cryptography.utils import int_from_bytes Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:02.766582 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:02.853998 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (b3757bcf-cbe0-4fa6-84a9-7ff20d411a07), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.862591 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.867568 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] 10.222.0.26 "DELETE /v2.0/networks/b3757bcf-cbe0-4fa6-84a9-7ff20d411a07 HTTP/1.1" status: 204 len: 168 time: 0.8300319 Feb 04 12:49:02.870277 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49418) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:02.892698 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0ec28e-39ef-4c2e-9ece-9b44c9a1fa9e admin admin] Pushing event deleted for resources: {'Network': ['ID=b3757bcf-cbe0-4fa6-84a9-7ff20d411a07,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:02.911779 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa8caf-b649-40b7-aa93-a8553642ec8b req-a5d71d8f-3aa2-43ac-bc19-dcd80e8e40b8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:02.918909 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ceaa8caf-b649-40b7-aa93-a8553642ec8b req-a5d71d8f-3aa2-43ac-bc19-dcd80e8e40b8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 944 time: 0.0964882 Feb 04 12:49:02.941783 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] Deleting subnet 51309652-a2e9-47ae-8ac2-df13a8029856 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:02.945813 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] Publish callbacks [] for subnet (51309652-a2e9-47ae-8ac2-df13a8029856), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.986764 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] Publish callbacks [] for subnet (51309652-a2e9-47ae-8ac2-df13a8029856), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:02.999707 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (51309652-a2e9-47ae-8ac2-df13a8029856), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.100022 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (51309652-a2e9-47ae-8ac2-df13a8029856), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.117359 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ceaa8caf-b649-40b7-aa93-a8553642ec8b req-04671279-2b60-46fa-9eb5-e76561bff421 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1966205 Feb 04 12:49:03.150841 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.155972 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/51309652-a2e9-47ae-8ac2-df13a8029856 HTTP/1.1" status: 204 len: 168 time: 0.2843211 Feb 04 12:49:03.158699 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49434) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:03.183605 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231fbf7-023a-4aa2-ae6c-ead284b36d19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=51309652-a2e9-47ae-8ac2-df13a8029856,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:03.216172 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14084bb-4f23-4362-989d-8891321cdd80 req-b6fd4338-4cf6-49ff-8c38-4fc393f850a2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:03.219107 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d14084bb-4f23-4362-989d-8891321cdd80 req-b6fd4338-4cf6-49ff-8c38-4fc393f850a2 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 944 time: 0.1537311 Feb 04 12:49:03.280545 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (0ed4b569-2f35-4b31-a680-f734796b04c4), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.282441 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d14084bb-4f23-4362-989d-8891321cdd80 req-e030550a-f3cb-47dc-a1c1-1fe5551e3748 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561085 Feb 04 12:49:03.359112 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.374285 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (0ed4b569-2f35-4b31-a680-f734796b04c4), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.405071 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed4b569-2f35-4b31-a680-f734796b04c4']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:03.420823 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a43fb35-e44b-4ba0-887d-59be68bfaaf0') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:03.421247 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a43fb35-e44b-4ba0-887d-59be68bfaaf0') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:03.434141 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (4a43fb35-e44b-4ba0-887d-59be68bfaaf0), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.453874 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (4a43fb35-e44b-4ba0-887d-59be68bfaaf0), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.461835 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:03.462510 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (4a43fb35-e44b-4ba0-887d-59be68bfaaf0), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:03.464986 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:03.539426 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (0ed4b569-2f35-4b31-a680-f734796b04c4), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.560798 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:03.565326 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] 10.222.0.26 "DELETE /v2.0/networks/0ed4b569-2f35-4b31-a680-f734796b04c4 HTTP/1.1" status: 204 len: 168 time: 0.4055474 Feb 04 12:49:03.567486 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624eb33d-5195-4492-800d-9674efa4e4ec admin admin] Pushing event deleted for resources: {'Network': ['ID=0ed4b569-2f35-4b31-a680-f734796b04c4,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:03.858899 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49478) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:03.923453 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-17eb406f-7388-4017-bcfa-69002905b0af admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eb4919546f894e9383e6e583d139ffcf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0621827 Feb 04 12:49:03.925926 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49480) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:03.990568 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-68038ba7-e567-4fe0-bdb4-c210d2074eec admin admin] Publish callbacks [] for security_group (23cda2c8-1456-4443-a91b-3f1380863f40), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.016211 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-68038ba7-e567-4fe0-bdb4-c210d2074eec admin admin] Publish callbacks [] for security_group (23cda2c8-1456-4443-a91b-3f1380863f40), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.097186 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-68038ba7-e567-4fe0-bdb4-c210d2074eec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (23cda2c8-1456-4443-a91b-3f1380863f40), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.100082 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-68038ba7-e567-4fe0-bdb4-c210d2074eec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.101249 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-68038ba7-e567-4fe0-bdb4-c210d2074eec admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/23cda2c8-1456-4443-a91b-3f1380863f40 HTTP/1.1" status: 204 len: 168 time: 0.1743929 Feb 04 12:49:04.113934 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68038ba7-e567-4fe0-bdb4-c210d2074eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23cda2c8-1456-4443-a91b-3f1380863f40,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:04.377401 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b46a5f1-de51-428a-b1d9-2febc67446c6 req-e156b2d3-fed8-4258-a7c6-031b4ff00989 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:04.393657 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2b46a5f1-de51-428a-b1d9-2febc67446c6 req-e156b2d3-fed8-4258-a7c6-031b4ff00989 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 944 time: 0.1355975 Feb 04 12:49:04.466841 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2b46a5f1-de51-428a-b1d9-2febc67446c6 req-edbd5546-0622-4e9d-8dd2-b9074cac705d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728216 Feb 04 12:49:04.494381 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22698bf-dfa5-49e4-8be9-a7c07b2560a4 req-eb54db92-f9d0-4d91-9b94-9bbcf07c4bcd tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:04.496434 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e22698bf-dfa5-49e4-8be9-a7c07b2560a4 req-eb54db92-f9d0-4d91-9b94-9bbcf07c4bcd tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 944 time: 0.0850523 Feb 04 12:49:04.562467 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e22698bf-dfa5-49e4-8be9-a7c07b2560a4 req-6d68e453-4255-4a42-ba00-415fc8d334d9 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561426 Feb 04 12:49:04.674324 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.718664 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49518) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:04.766696 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-71317055-65c4-49f9-b6b2-010633f8e9d7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7ca04eabb27e43a5b32cacd93985c574&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0463583 Feb 04 12:49:04.769013 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49520) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:04.823256 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device cf1db5f7-910b-4238-b078-d96a149e740d up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:04.825244 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7bed644f-4223-43ef-8ed6-a4a9461558ff admin admin] Publish callbacks [] for security_group (1bac76a7-38fd-46c6-ac97-62dec4dfc91d), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.855089 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7bed644f-4223-43ef-8ed6-a4a9461558ff admin admin] Publish callbacks [] for security_group (1bac76a7-38fd-46c6-ac97-62dec4dfc91d), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.889187 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port cf1db5f7-910b-4238-b078-d96a149e740d completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:04.893559 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port cf1db5f7-910b-4238-b078-d96a149e740d triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:04.894388 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.913200 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7bed644f-4223-43ef-8ed6-a4a9461558ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1bac76a7-38fd-46c6-ac97-62dec4dfc91d), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.916121 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7bed644f-4223-43ef-8ed6-a4a9461558ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:04.917279 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-7bed644f-4223-43ef-8ed6-a4a9461558ff admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bac76a7-38fd-46c6-ac97-62dec4dfc91d HTTP/1.1" status: 204 len: 168 time: 0.1472712 Feb 04 12:49:04.926620 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bed644f-4223-43ef-8ed6-a4a9461558ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bac76a7-38fd-46c6-ac97-62dec4dfc91d,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:04.958057 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.125114 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port cf1db5f7-910b-4238-b078-d96a149e740d is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:05.125721 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.153960 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1db5f7-910b-4238-b078-d96a149e740d'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:05.233428 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port cf1db5f7-910b-4238-b078-d96a149e740d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=cf1db5f7-910b-4238-b078-d96a149e740d,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:05.239582 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.241505 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 58e17484-423f-4868-b6ac-769c8e19f3c6 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:05.333550 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=cf1db5f7-910b-4238-b078-d96a149e740d,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:05.404294 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 58e17484-423f-4868-b6ac-769c8e19f3c6 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:05.421585 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 58e17484-423f-4868-b6ac-769c8e19f3c6 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:05.422070 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.746319 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 58e17484-423f-4868-b6ac-769c8e19f3c6 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:05.747184 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.803519 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5121945-4658-4e12-b61b-51351f070340 req-742172ee-f512-4e86-a8df-9d7212e36be6 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:05.806110 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ac1c34-f4ce-4ee3-8b83-fc437638aa27 req-cd2ee25d-0213-4097-b2e3-c7876cc238bd tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:05.807780 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a5121945-4658-4e12-b61b-51351f070340 req-742172ee-f512-4e86-a8df-9d7212e36be6 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1397772 Feb 04 12:49:05.811386 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-57ac1c34-f4ce-4ee3-8b83-fc437638aa27 req-cd2ee25d-0213-4097-b2e3-c7876cc238bd tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 944 time: 0.1002371 Feb 04 12:49:05.840623 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 58e17484-423f-4868-b6ac-769c8e19f3c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=58e17484-423f-4868-b6ac-769c8e19f3c6,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:05.848947 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:05.849878 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device b0b9de76-a361-4dc3-b169-14a108318a83 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:49:05.907736 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a5121945-4658-4e12-b61b-51351f070340 req-3ab65ee0-371e-4020-aad2-133340c548d4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877433 Feb 04 12:49:05.911555 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-57ac1c34-f4ce-4ee3-8b83-fc437638aa27 req-ef1d0f60-1220-44a9-96f8-1a4b9859866f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899522 Feb 04 12:49:05.962718 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64946e5f-d510-451d-a1a6-0b4dd8d1e668" -d '{"events": [{"server_uuid": "b01860df-ea3b-461b-a59d-1c82ba22b225", "name": "network-vif-plugged", "status": "completed", "tag": "cf1db5f7-910b-4238-b078-d96a149e740d"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:05.980430 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=58e17484-423f-4868-b6ac-769c8e19f3c6,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:06.007223 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port b0b9de76-a361-4dc3-b169-14a108318a83 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:49:06.017400 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port b0b9de76-a361-4dc3-b169-14a108318a83 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:49:06.018108 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.113854 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port b0b9de76-a361-4dc3-b169-14a108318a83 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:49:06.114323 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.157854 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port b0b9de76-a361-4dc3-b169-14a108318a83, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b0b9de76-a361-4dc3-b169-14a108318a83,segment=NetworkSegment(915f6d92-1c1d-4e1c-8226-aa60c5c2b6af),segment_id=915f6d92-1c1d-4e1c-8226-aa60c5c2b6af)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:06.167917 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:06.228346 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=b0b9de76-a361-4dc3-b169-14a108318a83,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:06.292846 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fdbe6bd-19a1-426f-bceb-20d74b600276 x-openstack-request-id: req-4fdbe6bd-19a1-426f-bceb-20d74b600276 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:06.293200 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01860df-ea3b-461b-a59d-1c82ba22b225", "name": "network-vif-plugged", "status": "completed", "tag": "cf1db5f7-910b-4238-b078-d96a149e740d", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:06.293458 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4fdbe6bd-19a1-426f-bceb-20d74b600276 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:06.293910 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf1db5f7-910b-4238-b078-d96a149e740d', 'code': 200} Feb 04 12:49:07.083532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aefb31-81a9-48e5-9aa6-ab6dd2924d2e req-6da28b2c-8ddb-4894-8874-b84abcdc72e9 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:07.086322 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd30070-da38-4b25-b2fe-dbf976daf03d req-95eecb59-5c70-4651-af67-a7a950ec1164 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:07.087556 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-86aefb31-81a9-48e5-9aa6-ab6dd2924d2e req-6da28b2c-8ddb-4894-8874-b84abcdc72e9 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0734265 Feb 04 12:49:07.101654 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9bd30070-da38-4b25-b2fe-dbf976daf03d req-95eecb59-5c70-4651-af67-a7a950ec1164 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0903959 Feb 04 12:49:07.169583 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-86aefb31-81a9-48e5-9aa6-ab6dd2924d2e req-b2684b94-6200-4d8b-89c9-48bcd90c2242 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775034 Feb 04 12:49:07.171894 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9bd30070-da38-4b25-b2fe-dbf976daf03d req-95618642-1ba7-4fac-85a2-46aee5a83433 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691118 Feb 04 12:49:08.123619 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbfe2a5-71c6-4453-8b17-85c9da49de31 req-a9443e7f-ecc8-484e-a901-dc9289da7d8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:08.125120 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8dbfe2a5-71c6-4453-8b17-85c9da49de31 req-a9443e7f-ecc8-484e-a901-dc9289da7d8d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 1129 time: 0.0916145 Feb 04 12:49:08.295720 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e17484-423f-4868-b6ac-769c8e19f3c6'}, {'server_uuid': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b9de76-a361-4dc3-b169-14a108318a83'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:08.299586 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c7988fd-c3dc-452c-b57c-5962b478e888" -d '{"events": [{"server_uuid": "6a4e7724-edcc-4bfa-a620-8ab4c6906881", "name": "network-vif-plugged", "status": "completed", "tag": "58e17484-423f-4868-b6ac-769c8e19f3c6"}, {"server_uuid": "ab703c5c-8ce8-4b3f-bcf3-b193f3321151", "name": "network-vif-plugged", "status": "completed", "tag": "b0b9de76-a361-4dc3-b169-14a108318a83"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:08.316958 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9732123-b418-4365-b72e-24b99f3a5428 req-890e0d1b-6f54-4899-b686-dd4cc42ff62a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:08.317768 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb41d89-443a-48d1-a796-2d5fe48daf7e req-f6a19b2c-9f98-4e15-9cd8-62d51e8b66a1 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:08.318501 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e9732123-b418-4365-b72e-24b99f3a5428 req-890e0d1b-6f54-4899-b686-dd4cc42ff62a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0616040 Feb 04 12:49:08.318862 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2eb41d89-443a-48d1-a796-2d5fe48daf7e req-f6a19b2c-9f98-4e15-9cd8-62d51e8b66a1 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0617349 Feb 04 12:49:08.370784 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e9732123-b418-4365-b72e-24b99f3a5428 req-f3da663e-5b7c-4c64-a5e5-5c6fbcd3a5c5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464451 Feb 04 12:49:08.378959 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2eb41d89-443a-48d1-a796-2d5fe48daf7e req-c8c6bf03-5ce4-48d8-9c76-0def66c6a6c4 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539784 Feb 04 12:49:08.424320 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bddaab69-073d-4a30-90cc-001601deb4de x-openstack-request-id: req-bddaab69-073d-4a30-90cc-001601deb4de {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:08.424617 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4e7724-edcc-4bfa-a620-8ab4c6906881", "name": "network-vif-plugged", "status": "completed", "tag": "58e17484-423f-4868-b6ac-769c8e19f3c6", "code": 200}, {"server_uuid": "ab703c5c-8ce8-4b3f-bcf3-b193f3321151", "name": "network-vif-plugged", "status": "completed", "tag": "b0b9de76-a361-4dc3-b169-14a108318a83", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:08.424871 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bddaab69-073d-4a30-90cc-001601deb4de {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:08.425271 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e17484-423f-4868-b6ac-769c8e19f3c6', 'code': 200} Feb 04 12:49:08.425875 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0b9de76-a361-4dc3-b169-14a108318a83', 'code': 200} Feb 04 12:49:08.939596 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-8dbfe2a5-71c6-4453-8b17-85c9da49de31 req-ddd433b8-05c5-46e6-bb14-b7417535260f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.048890 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-8dbfe2a5-71c6-4453-8b17-85c9da49de31 req-ddd433b8-05c5-46e6-bb14-b7417535260f service neutron] Publish callbacks [] for security_group (66e4d20c-0e36-4ca3-ab96-fd28cf10994c), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.054369 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-8dbfe2a5-71c6-4453-8b17-85c9da49de31 req-ddd433b8-05c5-46e6-bb14-b7417535260f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (66e4d20c-0e36-4ca3-ab96-fd28cf10994c), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:09.104930 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8dbfe2a5-71c6-4453-8b17-85c9da49de31 req-ddd433b8-05c5-46e6-bb14-b7417535260f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800241 Feb 04 12:49:09.105639 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd433b8-05c5-46e6-bb14-b7417535260f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=66e4d20c-0e36-4ca3-ab96-fd28cf10994c,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:09.208332 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16425618-1e39-4d34-9b30-83516a21e153 req-c9ec80f5-3d05-4800-aa07-6e904b189a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:09.209815 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-16425618-1e39-4d34-9b30-83516a21e153 req-c9ec80f5-3d05-4800-aa07-6e904b189a2e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 1129 time: 0.1393082 Feb 04 12:49:09.215896 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf415f0-eee8-4e5d-b571-c04210bcca15 req-d1137bb8-dcff-46b2-9a68-ef379160d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:09.218508 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9bf415f0-eee8-4e5d-b571-c04210bcca15 req-d1137bb8-dcff-46b2-9a68-ef379160d9d3 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.1006522 Feb 04 12:49:09.415922 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9bf415f0-eee8-4e5d-b571-c04210bcca15 req-088d501c-4649-439f-b569-a28a0bf40084 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838995 Feb 04 12:49:09.420106 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-16425618-1e39-4d34-9b30-83516a21e153 req-76800bc0-80f6-4ae6-b1cf-273844c404d5 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861411 Feb 04 12:49:09.502579 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5681d61-fb12-42f6-a7e0-bdd2cb99c748 req-98426de4-3d70-4498-9610-8e9a8da501db tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:09.504653 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b5681d61-fb12-42f6-a7e0-bdd2cb99c748 req-98426de4-3d70-4498-9610-8e9a8da501db tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0607338 Feb 04 12:49:09.516118 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71920f-8140-4db1-a202-fa233979c66e req-aa6016ad-5079-480f-80c7-12086d772528 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:09.517593 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-eb71920f-8140-4db1-a202-fa233979c66e req-aa6016ad-5079-480f-80c7-12086d772528 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0558438 Feb 04 12:49:09.558255 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b5681d61-fb12-42f6-a7e0-bdd2cb99c748 req-31ad3b52-8f24-4ec1-9a97-8497a707b589 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480039 Feb 04 12:49:09.579887 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-eb71920f-8140-4db1-a202-fa233979c66e req-e7c079b9-d464-446e-be43-0da21c4b1ea5 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556352 Feb 04 12:49:10.725029 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55265a3-5d41-4723-8e05-cc2c6f698532 req-121d073a-6c44-485d-861d-7221582bce99 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:10.725673 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06c8daa-cec4-42de-94f5-bc7c3f9af2e5 req-dbb11f9c-97f8-428e-9c85-88730db53180 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:10.726918 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c55265a3-5d41-4723-8e05-cc2c6f698532 req-121d073a-6c44-485d-861d-7221582bce99 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0716355 Feb 04 12:49:10.727502 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e06c8daa-cec4-42de-94f5-bc7c3f9af2e5 req-dbb11f9c-97f8-428e-9c85-88730db53180 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0707865 Feb 04 12:49:10.783413 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c55265a3-5d41-4723-8e05-cc2c6f698532 req-57933230-3035-4663-801e-7daf90fb204b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491617 Feb 04 12:49:10.826345 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e06c8daa-cec4-42de-94f5-bc7c3f9af2e5 req-af75b34e-133d-48b2-b1a9-debf70da58db tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894642 Feb 04 12:49:11.429581 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49794) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:11.566622 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb8fa-a7ed-449e-9c1b-34030ca18064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.684180 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb8fa-a7ed-449e-9c1b-34030ca18064 admin admin] Publish callbacks [] for security_group (cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.689503 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e9eb8fa-a7ed-449e-9c1b-34030ca18064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.727623 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9eb8fa-a7ed-449e-9c1b-34030ca18064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:11.737502 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-9e9eb8fa-a7ed-449e-9c1b-34030ca18064 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c5223e83fa1a4444b365683571ee6f0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3065133 Feb 04 12:49:11.740222 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49814) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:11.793958 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-69046c53-2bb4-4b96-b102-039817f7cdc4 admin admin] Publish callbacks [] for security_group (cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.828192 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-69046c53-2bb4-4b96-b102-039817f7cdc4 admin admin] Publish callbacks [] for security_group (cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.944893 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417bbaa-8f52-4209-8c5d-be8449eb7631 req-06761d8e-072d-492b-ba9f-d9f95d6b8c62 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:11.947733 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5417bbaa-8f52-4209-8c5d-be8449eb7631 req-06761d8e-072d-492b-ba9f-d9f95d6b8c62 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0731194 Feb 04 12:49:11.953411 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-69046c53-2bb4-4b96-b102-039817f7cdc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.956658 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-69046c53-2bb4-4b96-b102-039817f7cdc4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:11.961880 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-69046c53-2bb4-4b96-b102-039817f7cdc4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6 HTTP/1.1" status: 204 len: 168 time: 0.2204270 Feb 04 12:49:11.979197 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f228a9-6ba4-43a4-9c47-73bd2927e7fb req-92f4c911-8e27-4577-94a8-3543769cf876 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:11.987590 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-93f228a9-6ba4-43a4-9c47-73bd2927e7fb req-92f4c911-8e27-4577-94a8-3543769cf876 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0724943 Feb 04 12:49:11.989659 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69046c53-2bb4-4b96-b102-039817f7cdc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf7614f5-dcdc-41bd-9eeb-c3fd54204fb6,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:12.055746 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5417bbaa-8f52-4209-8c5d-be8449eb7631 req-bb0aa670-c7c8-4d60-9c2c-1920e5496a9a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925066 Feb 04 12:49:12.084556 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-93f228a9-6ba4-43a4-9c47-73bd2927e7fb req-0cbef5f5-7a9c-448d-a077-b22cb988f5c3 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923855 Feb 04 12:49:12.245472 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.468021 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49854) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:12.496498 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-46b4caf4-cb52-4d3f-9e84-66f4e5b7aae1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.505920 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-11331ef6-4880-4d18-a6f4-784e1a29c8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:12.507533 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-11331ef6-4880-4d18-a6f4-784e1a29c8cf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 1129 time: 0.0986390 Feb 04 12:49:12.617739 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-46b4caf4-cb52-4d3f-9e84-66f4e5b7aae1 admin admin] Publish callbacks [] for security_group (c92cbf56-696c-4199-a8f2-e12eb28a65b3), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.627032 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-46b4caf4-cb52-4d3f-9e84-66f4e5b7aae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (c92cbf56-696c-4199-a8f2-e12eb28a65b3), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.660455 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b4caf4-cb52-4d3f-9e84-66f4e5b7aae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c92cbf56-696c-4199-a8f2-e12eb28a65b3,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:12.710555 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-46b4caf4-cb52-4d3f-9e84-66f4e5b7aae1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8d00c957755b492daaf9e18f28e50f12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2390540 Feb 04 12:49:12.710975 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49864) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:12.753912 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea324906-dd80-4bd9-b16f-46ac84e2843a req-557c3674-22ae-49d0-9341-fb2f1ad3a310 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:12.755699 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea324906-dd80-4bd9-b16f-46ac84e2843a req-557c3674-22ae-49d0-9341-fb2f1ad3a310 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.3155093 Feb 04 12:49:12.772640 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8e8fe59a-d34e-4341-a672-ba7b2072888a admin admin] Publish callbacks [] for security_group (c92cbf56-696c-4199-a8f2-e12eb28a65b3), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.797225 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8e8fe59a-d34e-4341-a672-ba7b2072888a admin admin] Publish callbacks [] for security_group (c92cbf56-696c-4199-a8f2-e12eb28a65b3), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.828346 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-48d3d8fd-fb0c-4462-b365-3cd041e95d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:12.830213 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-48d3d8fd-fb0c-4462-b365-3cd041e95d66 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.3157701 Feb 04 12:49:12.833863 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea324906-dd80-4bd9-b16f-46ac84e2843a req-c62566ef-79a5-45b6-9477-0eddd102d134 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718219 Feb 04 12:49:12.848344 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8e8fe59a-d34e-4341-a672-ba7b2072888a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (c92cbf56-696c-4199-a8f2-e12eb28a65b3), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.858538 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8e8fe59a-d34e-4341-a672-ba7b2072888a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:12.858538 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8e8fe59a-d34e-4341-a672-ba7b2072888a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c92cbf56-696c-4199-a8f2-e12eb28a65b3 HTTP/1.1" status: 204 len: 168 time: 0.1428802 Feb 04 12:49:12.864406 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8fe59a-d34e-4341-a672-ba7b2072888a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c92cbf56-696c-4199-a8f2-e12eb28a65b3,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:12.874533 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-aa453c8b-da64-4c39-8719-5143df153ae4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf1db5f7-910b-4238-b078-d96a149e740d HTTP/1.1" status: 200 len: 217 time: 0.0377603 Feb 04 12:49:12.933068 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-c577054e-4889-402a-baf0-ca5cbdce8057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:12.934515 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-c577054e-4889-402a-baf0-ca5cbdce8057 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0534935 Feb 04 12:49:12.971722 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-9cd5c57e-b3bb-45e3-8827-d9a0df5d2871 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305636 Feb 04 12:49:13.065769 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-19475a34-11f4-46c7-a761-b8f0701318fd service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886319 Feb 04 12:49:13.173219 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f39ab15a-a79c-417a-82f0-8b0cb04a977d req-3dfc45c1-bcb9-4596-be44-5fd4f376f2ca service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017525 Feb 04 12:49:13.740744 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49948) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:14.052622 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a38cd-7bc6-42b9-8282-8acc4d2c8859 req-b91e0995-a3cc-478e-9350-592fbdf30194 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:14.060377 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8b3a38cd-7bc6-42b9-8282-8acc4d2c8859 req-b91e0995-a3cc-478e-9350-592fbdf30194 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1261647 Feb 04 12:49:14.175729 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8b3a38cd-7bc6-42b9-8282-8acc4d2c8859 req-4bbc1127-a122-4416-b44b-018e15e7ad51 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985167 Feb 04 12:49:14.194613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-35514c0e-e4bc-43e4-b501-bcfc3e9e5d97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.241988 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 49988) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:14.300554 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-35514c0e-e4bc-43e4-b501-bcfc3e9e5d97 admin admin] Publish callbacks [] for security_group (a4e54b04-5160-43f6-adb8-312ade68845c), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.305220 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-35514c0e-e4bc-43e4-b501-bcfc3e9e5d97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (a4e54b04-5160-43f6-adb8-312ade68845c), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.367497 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35514c0e-e4bc-43e4-b501-bcfc3e9e5d97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e54b04-5160-43f6-adb8-312ade68845c,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:14.393251 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-35514c0e-e4bc-43e4-b501-bcfc3e9e5d97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f9f4c28aba140bd861a3e66d87d9a79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6507332 Feb 04 12:49:14.396187 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 49996) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:14.455322 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6946c4e6-d1fb-467e-8e88-d9799b3baf29 admin admin] Publish callbacks [] for security_group (a4e54b04-5160-43f6-adb8-312ade68845c), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.472199 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8ba73d91-02a4-40d6-8c27-732bef195bc5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.478880 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6946c4e6-d1fb-467e-8e88-d9799b3baf29 admin admin] Publish callbacks [] for security_group (a4e54b04-5160-43f6-adb8-312ade68845c), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.540399 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6946c4e6-d1fb-467e-8e88-d9799b3baf29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (a4e54b04-5160-43f6-adb8-312ade68845c), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.544738 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6946c4e6-d1fb-467e-8e88-d9799b3baf29 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.547531 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-6946c4e6-d1fb-467e-8e88-d9799b3baf29 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a4e54b04-5160-43f6-adb8-312ade68845c HTTP/1.1" status: 204 len: 168 time: 0.1494424 Feb 04 12:49:14.567099 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6946c4e6-d1fb-467e-8e88-d9799b3baf29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e54b04-5160-43f6-adb8-312ade68845c,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:14.617920 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8ba73d91-02a4-40d6-8c27-732bef195bc5 admin admin] Publish callbacks [] for security_group (5038bb22-7c0c-452b-a467-a11778f6b526), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.624372 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8ba73d91-02a4-40d6-8c27-732bef195bc5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5038bb22-7c0c-452b-a467-a11778f6b526), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.639498 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50008) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:14.671030 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8ba73d91-02a4-40d6-8c27-732bef195bc5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8fbee2b6f80c4ee19b3cb8c49e9e7b3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4249949 Feb 04 12:49:14.671030 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba73d91-02a4-40d6-8c27-732bef195bc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5038bb22-7c0c-452b-a467-a11778f6b526,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:14.673022 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50012) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:14.744526 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-daa24f36-a9bb-4967-a178-a825398abe64 admin admin] Publish callbacks [] for security_group (5038bb22-7c0c-452b-a467-a11778f6b526), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.775029 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-daa24f36-a9bb-4967-a178-a825398abe64 admin admin] Publish callbacks [] for security_group (5038bb22-7c0c-452b-a467-a11778f6b526), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.849845 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-daa24f36-a9bb-4967-a178-a825398abe64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5038bb22-7c0c-452b-a467-a11778f6b526), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.853073 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-daa24f36-a9bb-4967-a178-a825398abe64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:14.854971 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-daa24f36-a9bb-4967-a178-a825398abe64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5038bb22-7c0c-452b-a467-a11778f6b526 HTTP/1.1" status: 204 len: 168 time: 0.1809025 Feb 04 12:49:14.863610 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa24f36-a9bb-4967-a178-a825398abe64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5038bb22-7c0c-452b-a467-a11778f6b526,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:14.948999 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2a0dac5-cc7a-4acf-a2ec-84cb5a53e6c2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.043687 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2a0dac5-cc7a-4acf-a2ec-84cb5a53e6c2 admin admin] Publish callbacks [] for security_group (14830d87-20bd-4e3f-9ce8-8eb717ee2bd7), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.050265 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2a0dac5-cc7a-4acf-a2ec-84cb5a53e6c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (14830d87-20bd-4e3f-9ce8-8eb717ee2bd7), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.091793 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a2a0dac5-cc7a-4acf-a2ec-84cb5a53e6c2 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a0296bf44a3040e6a8638dd878bb8e14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509234 Feb 04 12:49:15.093639 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a0dac5-cc7a-4acf-a2ec-84cb5a53e6c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14830d87-20bd-4e3f-9ce8-8eb717ee2bd7,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:15.095308 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50034) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:15.146464 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50038) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:15.150058 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cb773bf1-c756-4f9b-b51a-b7b9ba432414 admin admin] Publish callbacks [] for security_group (14830d87-20bd-4e3f-9ce8-8eb717ee2bd7), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.165275 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-916dd40a-05aa-48cf-97ed-143665d1a507 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.175733 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cb773bf1-c756-4f9b-b51a-b7b9ba432414 admin admin] Publish callbacks [] for security_group (14830d87-20bd-4e3f-9ce8-8eb717ee2bd7), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.243068 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cb773bf1-c756-4f9b-b51a-b7b9ba432414 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (14830d87-20bd-4e3f-9ce8-8eb717ee2bd7), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.248874 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cb773bf1-c756-4f9b-b51a-b7b9ba432414 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.253650 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-cb773bf1-c756-4f9b-b51a-b7b9ba432414 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/14830d87-20bd-4e3f-9ce8-8eb717ee2bd7 HTTP/1.1" status: 204 len: 168 time: 0.1574395 Feb 04 12:49:15.262390 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb773bf1-c756-4f9b-b51a-b7b9ba432414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14830d87-20bd-4e3f-9ce8-8eb717ee2bd7,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:15.271224 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-916dd40a-05aa-48cf-97ed-143665d1a507 admin admin] Publish callbacks [] for security_group (af0ad3f7-9afb-4560-b91d-57ebd615e4ab), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.278372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-916dd40a-05aa-48cf-97ed-143665d1a507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (af0ad3f7-9afb-4560-b91d-57ebd615e4ab), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.375061 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916dd40a-05aa-48cf-97ed-143665d1a507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af0ad3f7-9afb-4560-b91d-57ebd615e4ab,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:15.388506 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50050) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:15.395701 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-916dd40a-05aa-48cf-97ed-143665d1a507 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=034e5d95ae1d40fd9aea0e5a20028a94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2478652 Feb 04 12:49:15.427984 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c8d732-c5cd-4dcc-9c9d-4ddadd2fa6b9 req-b31d5af7-c201-4618-b564-3a4deb760480 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:15.438542 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f9c8d732-c5cd-4dcc-9c9d-4ddadd2fa6b9 req-b31d5af7-c201-4618-b564-3a4deb760480 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1526489 Feb 04 12:49:15.446668 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eea0-316e-4a3f-8e4a-7cd213109ba7 admin admin] Publish callbacks [] for security_group (af0ad3f7-9afb-4560-b91d-57ebd615e4ab), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.473204 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eea0-316e-4a3f-8e4a-7cd213109ba7 admin admin] Publish callbacks [] for security_group (af0ad3f7-9afb-4560-b91d-57ebd615e4ab), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.496873 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50052) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:15.499562 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f9c8d732-c5cd-4dcc-9c9d-4ddadd2fa6b9 req-dbb0e42c-0654-4887-aad8-3fbde356e1ea tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592759 Feb 04 12:49:15.534684 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eea0-316e-4a3f-8e4a-7cd213109ba7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (af0ad3f7-9afb-4560-b91d-57ebd615e4ab), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.537786 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a2d2eea0-316e-4a3f-8e4a-7cd213109ba7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.539053 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-a2d2eea0-316e-4a3f-8e4a-7cd213109ba7 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/af0ad3f7-9afb-4560-b91d-57ebd615e4ab HTTP/1.1" status: 204 len: 168 time: 0.1491628 Feb 04 12:49:15.547912 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d2eea0-316e-4a3f-8e4a-7cd213109ba7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af0ad3f7-9afb-4560-b91d-57ebd615e4ab,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:15.807339 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50070) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:15.821050 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-27a6eedc-75aa-4a1f-8dff-9903d16b5a6b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.902854 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-27a6eedc-75aa-4a1f-8dff-9903d16b5a6b admin admin] Publish callbacks [] for security_group (444fe915-5f98-43aa-a07e-179e02501d11), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.908045 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-27a6eedc-75aa-4a1f-8dff-9903d16b5a6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (444fe915-5f98-43aa-a07e-179e02501d11), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:15.955156 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50072) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:15.955450 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-27a6eedc-75aa-4a1f-8dff-9903d16b5a6b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=49ff5da04db040d5895be8c6981376c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1467543 Feb 04 12:49:15.956105 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98ced6a3-3d58-478e-b4e6-4ef0a1b17d4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.018878 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1d2151a6-85bb-4211-b397-faf8dfee26e3 admin admin] Publish callbacks [] for security_group (444fe915-5f98-43aa-a07e-179e02501d11), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.043647 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98ced6a3-3d58-478e-b4e6-4ef0a1b17d4e admin admin] Publish callbacks [] for security_group (2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.046867 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1d2151a6-85bb-4211-b397-faf8dfee26e3 admin admin] Publish callbacks [] for security_group (444fe915-5f98-43aa-a07e-179e02501d11), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.051442 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98ced6a3-3d58-478e-b4e6-4ef0a1b17d4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.066545 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a6eedc-75aa-4a1f-8dff-9903d16b5a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444fe915-5f98-43aa-a07e-179e02501d11,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.094162 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-98ced6a3-3d58-478e-b4e6-4ef0a1b17d4e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=31d5290d568b4ee3828b404bcb5b160b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5952137 Feb 04 12:49:16.098898 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50076) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:16.103560 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ced6a3-3d58-478e-b4e6-4ef0a1b17d4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.116287 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1d2151a6-85bb-4211-b397-faf8dfee26e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (444fe915-5f98-43aa-a07e-179e02501d11), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.119084 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1d2151a6-85bb-4211-b397-faf8dfee26e3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.120241 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-1d2151a6-85bb-4211-b397-faf8dfee26e3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/444fe915-5f98-43aa-a07e-179e02501d11 HTTP/1.1" status: 204 len: 168 time: 0.1631951 Feb 04 12:49:16.136511 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2151a6-85bb-4211-b397-faf8dfee26e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444fe915-5f98-43aa-a07e-179e02501d11,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.153796 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50084) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:16.170670 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7fa86859-9f5c-48bc-8f19-22235396e9e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.181712 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e229657-268e-4a5d-b244-b1e2ec75ab56 admin admin] Publish callbacks [] for security_group (2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.222594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e229657-268e-4a5d-b244-b1e2ec75ab56 admin admin] Publish callbacks [] for security_group (2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.285403 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7fa86859-9f5c-48bc-8f19-22235396e9e0 admin admin] Publish callbacks [] for security_group (8b631eea-8d57-4654-9a51-f120e54c7130), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.289622 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7fa86859-9f5c-48bc-8f19-22235396e9e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8b631eea-8d57-4654-9a51-f120e54c7130), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.292207 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e229657-268e-4a5d-b244-b1e2ec75ab56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.295335 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e229657-268e-4a5d-b244-b1e2ec75ab56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.299764 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-9e229657-268e-4a5d-b244-b1e2ec75ab56 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7 HTTP/1.1" status: 204 len: 168 time: 0.1994944 Feb 04 12:49:16.309558 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e229657-268e-4a5d-b244-b1e2ec75ab56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4bf80e-24d6-4b62-93fa-ea1066c0b1e7,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.330023 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-7fa86859-9f5c-48bc-8f19-22235396e9e0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5a5a19fff968473b8140adfc64278228&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1742737 Feb 04 12:49:16.331148 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa86859-9f5c-48bc-8f19-22235396e9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b631eea-8d57-4654-9a51-f120e54c7130,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.332867 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50090) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:16.404526 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cf55062-e751-4420-8857-a6b4e1728ead admin admin] Publish callbacks [] for security_group (8b631eea-8d57-4654-9a51-f120e54c7130), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.430483 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cf55062-e751-4420-8857-a6b4e1728ead admin admin] Publish callbacks [] for security_group (8b631eea-8d57-4654-9a51-f120e54c7130), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.483773 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cf55062-e751-4420-8857-a6b4e1728ead admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8b631eea-8d57-4654-9a51-f120e54c7130), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.486326 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cf55062-e751-4420-8857-a6b4e1728ead admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.487580 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-1cf55062-e751-4420-8857-a6b4e1728ead admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8b631eea-8d57-4654-9a51-f120e54c7130 HTTP/1.1" status: 204 len: 168 time: 0.1529596 Feb 04 12:49:16.496103 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf55062-e751-4420-8857-a6b4e1728ead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b631eea-8d57-4654-9a51-f120e54c7130,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.603246 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50104) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:16.648212 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caee1de2-887a-4beb-a98d-97a67cf604ad req-ea1be8f5-b962-4e08-a155-f63c91955447 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:16.655679 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-caee1de2-887a-4beb-a98d-97a67cf604ad req-ea1be8f5-b962-4e08-a155-f63c91955447 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0840542 Feb 04 12:49:16.706266 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-caee1de2-887a-4beb-a98d-97a67cf604ad req-fb6b2205-e5c9-4677-b6fe-b423989a53d6 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494685 Feb 04 12:49:16.795062 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50116) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:16.811033 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c49d64ae-add1-44ee-92fc-783affc80779 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.899978 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c49d64ae-add1-44ee-92fc-783affc80779 admin admin] Publish callbacks [] for security_group (c63703c3-79e1-4fe2-a9f2-dd4a2697a393), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.905247 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c49d64ae-add1-44ee-92fc-783affc80779 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (c63703c3-79e1-4fe2-a9f2-dd4a2697a393), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:16.945422 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-c49d64ae-add1-44ee-92fc-783affc80779 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=00d8ae16dcb84fb6b05782dbf2eb2078&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478283 Feb 04 12:49:16.946387 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49d64ae-add1-44ee-92fc-783affc80779 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c63703c3-79e1-4fe2-a9f2-dd4a2697a393,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:16.948126 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50120) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:17.008182 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1aff8af9-423a-42a7-b46b-dc82fc739ecf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.018574 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a1db47a-90d8-4dc5-8584-56b49e218b10 admin admin] Publish callbacks [] for security_group (c63703c3-79e1-4fe2-a9f2-dd4a2697a393), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.054359 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a1db47a-90d8-4dc5-8584-56b49e218b10 admin admin] Publish callbacks [] for security_group (c63703c3-79e1-4fe2-a9f2-dd4a2697a393), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.095335 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:49:17.116526 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a1db47a-90d8-4dc5-8584-56b49e218b10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (c63703c3-79e1-4fe2-a9f2-dd4a2697a393), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.119394 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a1db47a-90d8-4dc5-8584-56b49e218b10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.121342 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5a1db47a-90d8-4dc5-8584-56b49e218b10 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/c63703c3-79e1-4fe2-a9f2-dd4a2697a393 HTTP/1.1" status: 204 len: 168 time: 0.1718752 Feb 04 12:49:17.132113 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1db47a-90d8-4dc5-8584-56b49e218b10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63703c3-79e1-4fe2-a9f2-dd4a2697a393,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:17.152422 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1aff8af9-423a-42a7-b46b-dc82fc739ecf admin admin] Publish callbacks [] for security_group (2dc89710-430c-44b3-9ab2-963455c41b63), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.160356 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1aff8af9-423a-42a7-b46b-dc82fc739ecf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (2dc89710-430c-44b3-9ab2-963455c41b63), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.208155 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50126) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:17.211771 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-1aff8af9-423a-42a7-b46b-dc82fc739ecf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=572021007a9f42998b87704e7c48de4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6051359 Feb 04 12:49:17.211771 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aff8af9-423a-42a7-b46b-dc82fc739ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc89710-430c-44b3-9ab2-963455c41b63,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:17.212364 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50128) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:17.253971 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c236023-1a25-4efc-a531-2df02c5d8e47 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.319988 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25433d3c-83c5-4547-84f1-9b1c7b47f805 admin admin] Publish callbacks [] for security_group (2dc89710-430c-44b3-9ab2-963455c41b63), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.354885 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25433d3c-83c5-4547-84f1-9b1c7b47f805 admin admin] Publish callbacks [] for security_group (2dc89710-430c-44b3-9ab2-963455c41b63), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.425231 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c236023-1a25-4efc-a531-2df02c5d8e47 admin admin] Publish callbacks [] for security_group (e9f07460-3c38-406e-9723-97c2f9ecb0d9), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.430594 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c236023-1a25-4efc-a531-2df02c5d8e47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (e9f07460-3c38-406e-9723-97c2f9ecb0d9), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.466507 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-1c236023-1a25-4efc-a531-2df02c5d8e47 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4e29352086e14849804e9f05216e856f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2543275 Feb 04 12:49:17.469384 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50136) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:17.516127 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25433d3c-83c5-4547-84f1-9b1c7b47f805 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (2dc89710-430c-44b3-9ab2-963455c41b63), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.519565 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25433d3c-83c5-4547-84f1-9b1c7b47f805 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.521169 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-25433d3c-83c5-4547-84f1-9b1c7b47f805 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/2dc89710-430c-44b3-9ab2-963455c41b63 HTTP/1.1" status: 204 len: 168 time: 0.3076000 Feb 04 12:49:17.529705 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c236023-1a25-4efc-a531-2df02c5d8e47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f07460-3c38-406e-9723-97c2f9ecb0d9,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:17.549294 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25433d3c-83c5-4547-84f1-9b1c7b47f805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc89710-430c-44b3-9ab2-963455c41b63,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:17.592214 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-54ee1648-86db-4340-a271-0cd04323c624 admin admin] Publish callbacks [] for security_group (e9f07460-3c38-406e-9723-97c2f9ecb0d9), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.622652 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-54ee1648-86db-4340-a271-0cd04323c624 admin admin] Publish callbacks [] for security_group (e9f07460-3c38-406e-9723-97c2f9ecb0d9), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.700288 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-54ee1648-86db-4340-a271-0cd04323c624 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (e9f07460-3c38-406e-9723-97c2f9ecb0d9), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.706014 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-54ee1648-86db-4340-a271-0cd04323c624 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:17.707671 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-54ee1648-86db-4340-a271-0cd04323c624 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9f07460-3c38-406e-9723-97c2f9ecb0d9 HTTP/1.1" status: 204 len: 168 time: 0.2369626 Feb 04 12:49:17.718415 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ee1648-86db-4340-a271-0cd04323c624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f07460-3c38-406e-9723-97c2f9ecb0d9,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:17.861166 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba7d2fa-7679-4d94-8726-8a9847aca222 req-7b6bed75-a82e-4a26-bcd5-2049dc1a1607 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:17.862819 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fba7d2fa-7679-4d94-8726-8a9847aca222 req-7b6bed75-a82e-4a26-bcd5-2049dc1a1607 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0636990 Feb 04 12:49:17.916184 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fba7d2fa-7679-4d94-8726-8a9847aca222 req-b43129c1-9ab7-4c0a-b4cc-0ece7d94fb68 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478659 Feb 04 12:49:18.167086 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50168) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:18.179886 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-afad53b8-914b-4cad-8d7e-14557263b970 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.272542 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-afad53b8-914b-4cad-8d7e-14557263b970 admin admin] Publish callbacks [] for security_group (636fd660-0991-4d8d-aebc-418a60e105fb), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.277339 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-afad53b8-914b-4cad-8d7e-14557263b970 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (636fd660-0991-4d8d-aebc-418a60e105fb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.318583 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-afad53b8-914b-4cad-8d7e-14557263b970 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7cb59ba35caa47cf8087dcdcdb10f231&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1503921 Feb 04 12:49:18.321395 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afad53b8-914b-4cad-8d7e-14557263b970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=636fd660-0991-4d8d-aebc-418a60e105fb,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:18.321951 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50174) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:18.378542 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-96950c21-bcdc-4292-8f73-35823c64d93b admin admin] Publish callbacks [] for security_group (636fd660-0991-4d8d-aebc-418a60e105fb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.386817 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50178) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:18.402877 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-96950c21-bcdc-4292-8f73-35823c64d93b admin admin] Publish callbacks [] for security_group (636fd660-0991-4d8d-aebc-418a60e105fb), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.411337 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-26dd639d-0e16-4216-94fb-bf959bc5f539 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.467127 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-96950c21-bcdc-4292-8f73-35823c64d93b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (636fd660-0991-4d8d-aebc-418a60e105fb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.470373 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-96950c21-bcdc-4292-8f73-35823c64d93b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.471843 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-96950c21-bcdc-4292-8f73-35823c64d93b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/636fd660-0991-4d8d-aebc-418a60e105fb HTTP/1.1" status: 204 len: 168 time: 0.1487305 Feb 04 12:49:18.480968 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96950c21-bcdc-4292-8f73-35823c64d93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=636fd660-0991-4d8d-aebc-418a60e105fb,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:18.525159 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-26dd639d-0e16-4216-94fb-bf959bc5f539 admin admin] Publish callbacks [] for security_group (fb56e95f-2f49-4598-af1c-3ed2c699c055), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.530104 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-26dd639d-0e16-4216-94fb-bf959bc5f539 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fb56e95f-2f49-4598-af1c-3ed2c699c055), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.570044 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-26dd639d-0e16-4216-94fb-bf959bc5f539 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c24a19ec4583496dae63a41e39aa9005&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1816344 Feb 04 12:49:18.571288 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dd639d-0e16-4216-94fb-bf959bc5f539 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb56e95f-2f49-4598-af1c-3ed2c699c055,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:18.574196 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50184) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:18.641283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0687f87-a604-4558-af22-77db3bacec64 admin admin] Publish callbacks [] for security_group (fb56e95f-2f49-4598-af1c-3ed2c699c055), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.664533 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0687f87-a604-4558-af22-77db3bacec64 admin admin] Publish callbacks [] for security_group (fb56e95f-2f49-4598-af1c-3ed2c699c055), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.715909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0687f87-a604-4558-af22-77db3bacec64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fb56e95f-2f49-4598-af1c-3ed2c699c055), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.718807 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0687f87-a604-4558-af22-77db3bacec64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:18.724349 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b0687f87-a604-4558-af22-77db3bacec64 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb56e95f-2f49-4598-af1c-3ed2c699c055 HTTP/1.1" status: 204 len: 168 time: 0.1466789 Feb 04 12:49:18.732873 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0687f87-a604-4558-af22-77db3bacec64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb56e95f-2f49-4598-af1c-3ed2c699c055,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:19.084564 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d02fc6e-7789-4e44-88bc-d673349e5c79 req-3d8f5492-6ee2-4295-be5b-cf7e9317e814 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:19.086272 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7d02fc6e-7789-4e44-88bc-d673349e5c79 req-3d8f5492-6ee2-4295-be5b-cf7e9317e814 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0847194 Feb 04 12:49:19.162168 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7d02fc6e-7789-4e44-88bc-d673349e5c79 req-75fbc662-0754-4ce8-8e42-ef4d56f2b19e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680308 Feb 04 12:49:20.312419 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87ac613-51b6-4a8e-b485-e158a452f24e req-a057ef8e-df9a-4627-9ef4-38aec2c441f0 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:20.314212 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b87ac613-51b6-4a8e-b485-e158a452f24e req-a057ef8e-df9a-4627-9ef4-38aec2c441f0 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0674305 Feb 04 12:49:20.386995 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b87ac613-51b6-4a8e-b485-e158a452f24e req-4bff5ba0-db65-4fba-b182-1de739e89bba tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654490 Feb 04 12:49:21.189074 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50356) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:21.320857 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-791489cf-aeb5-4219-8ed1-c302b12ef3be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.429335 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-791489cf-aeb5-4219-8ed1-c302b12ef3be admin admin] Publish callbacks [] for security_group (832c9927-06b2-4595-aba3-bbc09ff89fc3), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.437888 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-791489cf-aeb5-4219-8ed1-c302b12ef3be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (832c9927-06b2-4595-aba3-bbc09ff89fc3), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.476744 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-791489cf-aeb5-4219-8ed1-c302b12ef3be admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=06fd41742eb34a548445ac86e36707a5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2862527 Feb 04 12:49:21.479393 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50410) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:21.542341 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be0ee65-a825-4e54-9206-dc82cd84d402 req-5df3fa7b-8a8d-4b04-ae94-fb442376b476 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:21.543032 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791489cf-aeb5-4219-8ed1-c302b12ef3be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832c9927-06b2-4595-aba3-bbc09ff89fc3,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:21.544433 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9be0ee65-a825-4e54-9206-dc82cd84d402 req-5df3fa7b-8a8d-4b04-ae94-fb442376b476 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0651815 Feb 04 12:49:21.562312 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bc6484a6-3b35-4bd0-b29b-58d314401640 admin admin] Publish callbacks [] for security_group (832c9927-06b2-4595-aba3-bbc09ff89fc3), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.589302 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bc6484a6-3b35-4bd0-b29b-58d314401640 admin admin] Publish callbacks [] for security_group (832c9927-06b2-4595-aba3-bbc09ff89fc3), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.616104 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9be0ee65-a825-4e54-9206-dc82cd84d402 req-7a1df34c-08d9-416e-a337-b2865823101e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542448 Feb 04 12:49:21.652677 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bc6484a6-3b35-4bd0-b29b-58d314401640 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (832c9927-06b2-4595-aba3-bbc09ff89fc3), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.655649 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bc6484a6-3b35-4bd0-b29b-58d314401640 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:21.656813 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-bc6484a6-3b35-4bd0-b29b-58d314401640 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/832c9927-06b2-4595-aba3-bbc09ff89fc3 HTTP/1.1" status: 204 len: 168 time: 0.1765165 Feb 04 12:49:21.667103 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6484a6-3b35-4bd0-b29b-58d314401640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832c9927-06b2-4595-aba3-bbc09ff89fc3,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:22.263839 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50468) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:22.369487 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ff97aa6-4726-406b-8abf-c5d48d302902 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.447325 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ff97aa6-4726-406b-8abf-c5d48d302902 admin admin] Publish callbacks [] for security_group (ebb226fd-6528-4d01-981e-b261b6c3edb6), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.452099 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ff97aa6-4726-406b-8abf-c5d48d302902 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ebb226fd-6528-4d01-981e-b261b6c3edb6), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.494030 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-0ff97aa6-4726-406b-8abf-c5d48d302902 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d0a67d7e9624af3aed057ee79472410&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290807 Feb 04 12:49:22.495669 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff97aa6-4726-406b-8abf-c5d48d302902 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb226fd-6528-4d01-981e-b261b6c3edb6,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:22.496854 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50480) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:22.549037 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bfadb525-f06a-42d2-bf3f-58aa8b95d654 admin admin] Publish callbacks [] for security_group (ebb226fd-6528-4d01-981e-b261b6c3edb6), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.571184 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bfadb525-f06a-42d2-bf3f-58aa8b95d654 admin admin] Publish callbacks [] for security_group (ebb226fd-6528-4d01-981e-b261b6c3edb6), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.618781 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bfadb525-f06a-42d2-bf3f-58aa8b95d654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ebb226fd-6528-4d01-981e-b261b6c3edb6), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.624581 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bfadb525-f06a-42d2-bf3f-58aa8b95d654 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:22.625721 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-bfadb525-f06a-42d2-bf3f-58aa8b95d654 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ebb226fd-6528-4d01-981e-b261b6c3edb6 HTTP/1.1" status: 204 len: 168 time: 0.1263137 Feb 04 12:49:22.633831 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfadb525-f06a-42d2-bf3f-58aa8b95d654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb226fd-6528-4d01-981e-b261b6c3edb6,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:22.764380 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d58de-9721-4935-a965-a7c347c5563d req-a0b1078b-0234-404d-aa87-4a0e9e9a27e5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:22.765966 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f34d58de-9721-4935-a965-a7c347c5563d req-a0b1078b-0234-404d-aa87-4a0e9e9a27e5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0613685 Feb 04 12:49:22.823842 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f34d58de-9721-4935-a965-a7c347c5563d req-f1b78b9b-1076-44e6-9828-7ff1c59d4372 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494723 Feb 04 12:49:22.980962 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50502) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:22.997672 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b1853f40-fdfe-4b20-b504-c7dc8a92d8ff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.091799 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b1853f40-fdfe-4b20-b504-c7dc8a92d8ff admin admin] Publish callbacks [] for security_group (1d6fa3d9-1fae-4865-b755-483d5722b598), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.098597 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b1853f40-fdfe-4b20-b504-c7dc8a92d8ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1d6fa3d9-1fae-4865-b755-483d5722b598), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.144407 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b1853f40-fdfe-4b20-b504-c7dc8a92d8ff admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bc66feb51de0442db155ed3849cf6357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1611140 Feb 04 12:49:23.147235 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50512) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:23.149050 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1853f40-fdfe-4b20-b504-c7dc8a92d8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6fa3d9-1fae-4865-b755-483d5722b598,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:23.197085 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae8ab6a7-dab9-4b37-afd8-1f4adbce5a60 admin admin] Publish callbacks [] for security_group (1d6fa3d9-1fae-4865-b755-483d5722b598), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.224287 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae8ab6a7-dab9-4b37-afd8-1f4adbce5a60 admin admin] Publish callbacks [] for security_group (1d6fa3d9-1fae-4865-b755-483d5722b598), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.277997 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae8ab6a7-dab9-4b37-afd8-1f4adbce5a60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1d6fa3d9-1fae-4865-b755-483d5722b598), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.281006 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae8ab6a7-dab9-4b37-afd8-1f4adbce5a60 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:23.282169 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ae8ab6a7-dab9-4b37-afd8-1f4adbce5a60 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1d6fa3d9-1fae-4865-b755-483d5722b598 HTTP/1.1" status: 204 len: 168 time: 0.1337800 Feb 04 12:49:23.290051 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ab6a7-dab9-4b37-afd8-1f4adbce5a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6fa3d9-1fae-4865-b755-483d5722b598,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:23.954399 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f864641c-a946-4783-aa5e-4cb7900b107e req-96f8dce9-c4f8-4329-a2e1-a724b5823b80 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:23.956057 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f864641c-a946-4783-aa5e-4cb7900b107e req-96f8dce9-c4f8-4329-a2e1-a724b5823b80 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0553401 Feb 04 12:49:24.018299 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f864641c-a946-4783-aa5e-4cb7900b107e req-4fbfb69e-83c3-4e67-a8e5-ea64cd4459f4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566881 Feb 04 12:49:25.168342 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b65d698-ef1c-4401-9550-4bea0d9fa4b1 req-4e420fba-5d5f-470c-88ff-161834615877 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:25.170929 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3b65d698-ef1c-4401-9550-4bea0d9fa4b1 req-4e420fba-5d5f-470c-88ff-161834615877 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0702841 Feb 04 12:49:25.247887 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3b65d698-ef1c-4401-9550-4bea0d9fa4b1 req-900ed09a-afe2-4fe5-9832-62eecc16189d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700636 Feb 04 12:49:25.682492 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594a7f37-c560-4ce9-b8fe-868dbdfb479e req-a2dd9bbf-b969-43fc-8b1e-a919ccc6ef4f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:25.684573 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-594a7f37-c560-4ce9-b8fe-868dbdfb479e req-a2dd9bbf-b969-43fc-8b1e-a919ccc6ef4f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0529401 Feb 04 12:49:25.733686 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-594a7f37-c560-4ce9-b8fe-868dbdfb479e req-5fff9b0f-fc6b-483c-ac79-923c03bbea62 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434215 Feb 04 12:49:25.873993 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50650) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:25.979641 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6120210c-013b-4812-8184-b0265dfa3794 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.055477 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6120210c-013b-4812-8184-b0265dfa3794 admin admin] Publish callbacks [] for security_group (8cb9b42c-02a2-42bf-abe0-196847b9c5e4), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.060097 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6120210c-013b-4812-8184-b0265dfa3794 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8cb9b42c-02a2-42bf-abe0-196847b9c5e4), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.095755 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6120210c-013b-4812-8184-b0265dfa3794 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb9b42c-02a2-42bf-abe0-196847b9c5e4,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:26.100091 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6120210c-013b-4812-8184-b0265dfa3794 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=58f4a4f030c04e24b64e26fccdf1f8f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2250514 Feb 04 12:49:26.102867 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50660) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:26.150219 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50662) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:26.160270 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d7a275aa-c45d-4c2e-a803-a2916a91b292 admin admin] Publish callbacks [] for security_group (8cb9b42c-02a2-42bf-abe0-196847b9c5e4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.182429 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d7a275aa-c45d-4c2e-a803-a2916a91b292 admin admin] Publish callbacks [] for security_group (8cb9b42c-02a2-42bf-abe0-196847b9c5e4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.246211 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d7a275aa-c45d-4c2e-a803-a2916a91b292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8cb9b42c-02a2-42bf-abe0-196847b9c5e4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.249683 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d7a275aa-c45d-4c2e-a803-a2916a91b292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.253258 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-d7a275aa-c45d-4c2e-a803-a2916a91b292 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8cb9b42c-02a2-42bf-abe0-196847b9c5e4 HTTP/1.1" status: 204 len: 168 time: 0.1469440 Feb 04 12:49:26.258796 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a275aa-c45d-4c2e-a803-a2916a91b292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb9b42c-02a2-42bf-abe0-196847b9c5e4,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:26.260738 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-91e915fe-5fe2-47e0-ae52-65ab919260c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.355862 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-91e915fe-5fe2-47e0-ae52-65ab919260c5 admin admin] Publish callbacks [] for security_group (8f29e954-9f0f-438e-a4bf-bf68e2ed7af7), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.366130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-91e915fe-5fe2-47e0-ae52-65ab919260c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8f29e954-9f0f-438e-a4bf-bf68e2ed7af7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.431245 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-91e915fe-5fe2-47e0-ae52-65ab919260c5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=43e621ba34fd43e99d533d816afe62dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2798841 Feb 04 12:49:26.433159 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e915fe-5fe2-47e0-ae52-65ab919260c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f29e954-9f0f-438e-a4bf-bf68e2ed7af7,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:26.434097 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50676) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:26.455070 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0de9dd-4255-4d1e-9291-cf3ee68adcd6 req-3adf6512-e23c-4783-b753-74670946f1d5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:26.456641 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a0de9dd-4255-4d1e-9291-cf3ee68adcd6 req-3adf6512-e23c-4783-b753-74670946f1d5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1166089 Feb 04 12:49:26.507520 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-66735b55-1302-48e5-8a9c-4ecf06a2336e admin admin] Publish callbacks [] for security_group (8f29e954-9f0f-438e-a4bf-bf68e2ed7af7), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.531152 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a0de9dd-4255-4d1e-9291-cf3ee68adcd6 req-f398fce4-4f36-4ad2-b34e-8917b3dccc10 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607619 Feb 04 12:49:26.540625 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-66735b55-1302-48e5-8a9c-4ecf06a2336e admin admin] Publish callbacks [] for security_group (8f29e954-9f0f-438e-a4bf-bf68e2ed7af7), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.576160 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50680) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:26.589723 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-637bd064-1550-40d1-a5b1-d3c4764b78e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.609005 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-66735b55-1302-48e5-8a9c-4ecf06a2336e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8f29e954-9f0f-438e-a4bf-bf68e2ed7af7), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.611881 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-66735b55-1302-48e5-8a9c-4ecf06a2336e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.613059 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-66735b55-1302-48e5-8a9c-4ecf06a2336e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8f29e954-9f0f-438e-a4bf-bf68e2ed7af7 HTTP/1.1" status: 204 len: 168 time: 0.1778984 Feb 04 12:49:26.633127 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66735b55-1302-48e5-8a9c-4ecf06a2336e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f29e954-9f0f-438e-a4bf-bf68e2ed7af7,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:26.692453 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-637bd064-1550-40d1-a5b1-d3c4764b78e5 admin admin] Publish callbacks [] for security_group (efee1d0d-3497-4614-9fc1-43c9a3f214e7), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.696887 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-637bd064-1550-40d1-a5b1-d3c4764b78e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (efee1d0d-3497-4614-9fc1-43c9a3f214e7), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.737082 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-637bd064-1550-40d1-a5b1-d3c4764b78e5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=900ebc03d6f24ca988265a4c775a839c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1598692 Feb 04 12:49:26.738042 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bd064-1550-40d1-a5b1-d3c4764b78e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efee1d0d-3497-4614-9fc1-43c9a3f214e7,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:26.739869 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50686) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:26.798609 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f544462e-8d4d-477e-824c-fcb7275c2278 admin admin] Publish callbacks [] for security_group (efee1d0d-3497-4614-9fc1-43c9a3f214e7), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.821710 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f544462e-8d4d-477e-824c-fcb7275c2278 admin admin] Publish callbacks [] for security_group (efee1d0d-3497-4614-9fc1-43c9a3f214e7), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.879841 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f810bf-dc89-4074-993a-5b073bc9b9c3 req-908be5c3-c177-4e4b-9264-53f09b0bf41f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:26.881389 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-40f810bf-dc89-4074-993a-5b073bc9b9c3 req-908be5c3-c177-4e4b-9264-53f09b0bf41f tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0639060 Feb 04 12:49:26.881916 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f544462e-8d4d-477e-824c-fcb7275c2278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (efee1d0d-3497-4614-9fc1-43c9a3f214e7), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.884963 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f544462e-8d4d-477e-824c-fcb7275c2278 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:26.886732 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f544462e-8d4d-477e-824c-fcb7275c2278 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/efee1d0d-3497-4614-9fc1-43c9a3f214e7 HTTP/1.1" status: 204 len: 168 time: 0.1457293 Feb 04 12:49:26.897485 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f544462e-8d4d-477e-824c-fcb7275c2278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efee1d0d-3497-4614-9fc1-43c9a3f214e7,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:26.941406 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-40f810bf-dc89-4074-993a-5b073bc9b9c3 req-d679e857-8c17-4e1b-a19a-3f37209af5da tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544381 Feb 04 12:49:27.038279 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50694) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:27.052134 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b29f86d0-410a-4910-b274-d469ba11c93f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.129532 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b29f86d0-410a-4910-b274-d469ba11c93f admin admin] Publish callbacks [] for security_group (e3cef3a7-f4ee-40eb-8867-b572e569203c), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.133723 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b29f86d0-410a-4910-b274-d469ba11c93f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (e3cef3a7-f4ee-40eb-8867-b572e569203c), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.172675 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b29f86d0-410a-4910-b274-d469ba11c93f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=008ba50a1bcb4b9da22dadfeb4e0771a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1332741 Feb 04 12:49:27.173805 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f86d0-410a-4910-b274-d469ba11c93f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cef3a7-f4ee-40eb-8867-b572e569203c,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:27.176196 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50700) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:27.228234 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-25d95f21-66e4-428a-be62-8686b4620d3d admin admin] Publish callbacks [] for security_group (e3cef3a7-f4ee-40eb-8867-b572e569203c), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.251678 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-25d95f21-66e4-428a-be62-8686b4620d3d admin admin] Publish callbacks [] for security_group (e3cef3a7-f4ee-40eb-8867-b572e569203c), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.300861 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-25d95f21-66e4-428a-be62-8686b4620d3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (e3cef3a7-f4ee-40eb-8867-b572e569203c), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.303480 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-25d95f21-66e4-428a-be62-8686b4620d3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.304787 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-25d95f21-66e4-428a-be62-8686b4620d3d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e3cef3a7-f4ee-40eb-8867-b572e569203c HTTP/1.1" status: 204 len: 168 time: 0.1260006 Feb 04 12:49:27.314240 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d95f21-66e4-428a-be62-8686b4620d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cef3a7-f4ee-40eb-8867-b572e569203c,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:27.675789 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f0f6b9-eb7a-4faf-be50-d943dbbacacb req-ab8e338e-5481-4c4a-b041-eb4d9da8441d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:27.677540 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-00f0f6b9-eb7a-4faf-be50-d943dbbacacb req-ab8e338e-5481-4c4a-b041-eb4d9da8441d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0576360 Feb 04 12:49:27.694598 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50734) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:27.747865 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-00f0f6b9-eb7a-4faf-be50-d943dbbacacb req-31c4b113-4eb8-4c46-8ddd-88b17d8d4831 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608900 Feb 04 12:49:27.803572 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-304875278-network', 'tenant_id': '97881464cfd84ad9afae9fa58b94f8df'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:27.823818 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Made reservation on behalf of 97881464cfd84ad9afae9fa58b94f8df for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:27.827131 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.838712 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.932683 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks [] for security_group (0dcd1cb4-808c-49f7-9734-351a647e1411), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.937798 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (0dcd1cb4-808c-49f7-9734-351a647e1411), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.967130 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:27.976282 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd1cb4-808c-49f7-9734-351a647e1411,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:27.983323 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (420f1593-77a1-4487-9302-66ae7ad2dec7), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:27.983678 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Added segment 420f1593-77a1-4487-9302-66ae7ad2dec7 of type vlan for network 636e7f27-dedc-4c93-ab03-2c8403f0065e Feb 04 12:49:28.037930 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (636e7f27-dedc-4c93-ab03-2c8403f0065e), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.087322 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (636e7f27-dedc-4c93-ab03-2c8403f0065e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.088188 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:28.088759 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.101678 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0366938e-12c2-423e-8683-7f2865d8146f req-b1938e7c-b5e9-494c-840f-754797d84549 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:28.103238 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0366938e-12c2-423e-8683-7f2865d8146f req-b1938e7c-b5e9-494c-840f-754797d84549 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0789571 Feb 04 12:49:28.166829 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4707758 Feb 04 12:49:28.170907 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50756) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:28.176927 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Request body: {'subnet': {'network_id': '636e7f27-dedc-4c93-ab03-2c8403f0065e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-304875278-subnet', 'tenant_id': '97881464cfd84ad9afae9fa58b94f8df', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:28.186979 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba850c4-7a36-45b2-80b9-1c82216bfa4c admin admin] Pushing event updated for resources: {'Network': ['ID=636e7f27-dedc-4c93-ab03-2c8403f0065e,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:28.196744 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 636e7f27-dedc-4c93-ab03-2c8403f0065e details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:28.214961 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Made reservation on behalf of 97881464cfd84ad9afae9fa58b94f8df for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:28.219573 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.240083 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0366938e-12c2-423e-8683-7f2865d8146f req-a0e3bd72-c9ec-49ae-9bd2-ad9e5ae626c4 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238308 Feb 04 12:49:28.410667 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (529d36c8-c483-431e-8b03-9e149d4bfc0e), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.422595 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-2eabaf45-c518-40c5-ac72-b4f8f532fdb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.469760 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Pushing event updated for resources: {'Subnet': ['ID=529d36c8-c483-431e-8b03-9e149d4bfc0e,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:28.485816 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Checking segment: {'id': '420f1593-77a1-4487-9302-66ae7ad2dec7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '636e7f27-dedc-4c93-ab03-2c8403f0065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:28.487567 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Network hostable DHCP agents. Network: 636e7f27-dedc-4c93-ab03-2c8403f0065e, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:28.503251 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Network 636e7f27-dedc-4c93-ab03-2c8403f0065e is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:28.512572 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 636e7f27-dedc-4c93-ab03-2c8403f0065e) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:28.517328 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:28.518066 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:28.525835 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718c82ee-8132-40fe-9e7e-27d8ee7915af None None] Network 636e7f27-dedc-4c93-ab03-2c8403f0065e requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:28.544516 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-1c77a86c-3cd4-4d86-ad3f-8f4d48ff449a admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3714013 Feb 04 12:49:28.656595 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf2ea05b-cf74-42ae-811b-6027f7255618 None None] Network 636e7f27-dedc-4c93-ab03-2c8403f0065e requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:28.906404 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea594002-838a-49f9-b66a-5f4d4dfc28e1 req-853beb31-3477-450f-bee6-f3029da3f024 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:28.908579 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ea594002-838a-49f9-b66a-5f4d4dfc28e1 req-853beb31-3477-450f-bee6-f3029da3f024 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0619693 Feb 04 12:49:28.960374 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ea594002-838a-49f9-b66a-5f4d4dfc28e1 req-c0716445-c277-4144-a16d-4e903ff01085 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460019 Feb 04 12:49:29.184383 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50796) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:29.190151 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1820092665-network', 'tenant_id': '80ebdda9645943b780a0a07fb738187c'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:29.210430 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Made reservation on behalf of 80ebdda9645943b780a0a07fb738187c for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:29.212846 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.222302 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.307974 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks [] for security_group (ad1e7f21-3a5c-4908-bf01-1a8228ab9c38), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.312997 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ad1e7f21-3a5c-4908-bf01-1a8228ab9c38), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.341285 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:49:29.347735 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad1e7f21-3a5c-4908-bf01-1a8228ab9c38,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:29.354513 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.354906 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Added segment 0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5 of type vlan for network 3be090b6-afbb-4857-a37c-f01d0e7c9406 Feb 04 12:49:29.386342 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cc1e1d-a9e9-4af3-922e-c188e5e9de59 req-5d6a6545-8b26-41cc-8304-9fd8ccba8ec0 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:29.389639 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f2cc1e1d-a9e9-4af3-922e-c188e5e9de59 req-5d6a6545-8b26-41cc-8304-9fd8ccba8ec0 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0783305 Feb 04 12:49:29.401711 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (3be090b6-afbb-4857-a37c-f01d0e7c9406), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.429040 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (3be090b6-afbb-4857-a37c-f01d0e7c9406), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.430005 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:29.430661 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.439448 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f2cc1e1d-a9e9-4af3-922e-c188e5e9de59 req-a3f27aa6-ac9c-4c1c-9cf2-daabbdeb0d17 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437734 Feb 04 12:49:29.488273 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3027887 Feb 04 12:49:29.491069 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50804) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:29.495386 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da2ef5-30fe-4a92-bb30-82a8614a84f3 admin admin] Pushing event updated for resources: {'Network': ['ID=3be090b6-afbb-4857-a37c-f01d0e7c9406,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:29.496071 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Request body: {'subnet': {'network_id': '3be090b6-afbb-4857-a37c-f01d0e7c9406', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1820092665-subnet', 'tenant_id': '80ebdda9645943b780a0a07fb738187c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:29.506643 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 3be090b6-afbb-4857-a37c-f01d0e7c9406 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:49:29.528239 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Made reservation on behalf of 80ebdda9645943b780a0a07fb738187c for: {'subnet': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:49:29.531365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.741032 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (75bd5d01-fb86-4d65-8029-d80ebc8572e2), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.802320 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Pushing event updated for resources: {'Subnet': ['ID=75bd5d01-fb86-4d65-8029-d80ebc8572e2,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:29.820035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Checking segment: {'id': '0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3be090b6-afbb-4857-a37c-f01d0e7c9406'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:49:29.820396 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Network hostable DHCP agents. Network: 3be090b6-afbb-4857-a37c-f01d0e7c9406, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:49:29.843787 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Network 3be090b6-afbb-4857-a37c-f01d0e7c9406 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:49:29.859371 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 3be090b6-afbb-4857-a37c-f01d0e7c9406) {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:49:29.877573 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:29.878301 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:29.888106 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0874437-32b8-4921-8d52-19d3f3f56037 None None] Network 3be090b6-afbb-4857-a37c-f01d0e7c9406 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:29.913096 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-3b55eff7-b99b-4262-8053-62be20f6a541 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4124985 Feb 04 12:49:30.018865 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae20b31-48d4-4f69-b6c2-9bbe8f326b4a None None] Network 3be090b6-afbb-4857-a37c-f01d0e7c9406 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:49:30.185064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc46bad3-8fea-462a-8dc3-1813b43e2b3d req-185e9aff-2177-43fe-a8a0-db8d394013b8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:30.193709 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bc46bad3-8fea-462a-8dc3-1813b43e2b3d req-185e9aff-2177-43fe-a8a0-db8d394013b8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1156223 Feb 04 12:49:30.259208 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bc46bad3-8fea-462a-8dc3-1813b43e2b3d req-25bb1990-9f67-466c-bd16-226e9c018dd7 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645113 Feb 04 12:49:30.307349 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50836) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:30.418729 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-61e1e37b-f11f-461f-9e54-728251a63793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.509462 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-61e1e37b-f11f-461f-9e54-728251a63793 admin admin] Publish callbacks [] for security_group (6ea793ff-5557-484f-91eb-d6525632d5f9), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.513913 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-61e1e37b-f11f-461f-9e54-728251a63793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (6ea793ff-5557-484f-91eb-d6525632d5f9), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.581316 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e1e37b-f11f-461f-9e54-728251a63793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea793ff-5557-484f-91eb-d6525632d5f9,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:30.590018 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-61e1e37b-f11f-461f-9e54-728251a63793 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ab084c20c1524d2fb62d47f9da93ac91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2815442 Feb 04 12:49:30.591576 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50844) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:30.649096 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4251e-1909-4c16-8ecd-f053990df5ca req-051ac53f-b6d7-48e4-94a7-a5a6789b545b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:30.650466 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-61d4251e-1909-4c16-8ecd-f053990df5ca req-051ac53f-b6d7-48e4-94a7-a5a6789b545b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.1229811 Feb 04 12:49:30.682177 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-478a8886-c86a-477a-8049-9d8311c518c2 admin admin] Publish callbacks [] for security_group (6ea793ff-5557-484f-91eb-d6525632d5f9), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.724561 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-478a8886-c86a-477a-8049-9d8311c518c2 admin admin] Publish callbacks [] for security_group (6ea793ff-5557-484f-91eb-d6525632d5f9), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.738546 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-61d4251e-1909-4c16-8ecd-f053990df5ca req-cd362e5d-863f-49f2-80ed-5b47cda94bce tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749218 Feb 04 12:49:30.791469 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-478a8886-c86a-477a-8049-9d8311c518c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (6ea793ff-5557-484f-91eb-d6525632d5f9), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.795474 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-478a8886-c86a-477a-8049-9d8311c518c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:30.796639 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-478a8886-c86a-477a-8049-9d8311c518c2 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6ea793ff-5557-484f-91eb-d6525632d5f9 HTTP/1.1" status: 204 len: 168 time: 0.2027514 Feb 04 12:49:30.804991 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478a8886-c86a-477a-8049-9d8311c518c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea793ff-5557-484f-91eb-d6525632d5f9,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:31.019911 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-09504b4d-3d78-4780-a78b-e3fb1a9dee2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.080111 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 50858) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:31.092530 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7bec09a9-4fd6-44fd-baa0-dac307b02861 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.166794 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7bec09a9-4fd6-44fd-baa0-dac307b02861 admin admin] Publish callbacks [] for security_group (abfa4d77-6009-433e-bf1d-5bb03d6a5cdb), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.171066 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7bec09a9-4fd6-44fd-baa0-dac307b02861 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (abfa4d77-6009-433e-bf1d-5bb03d6a5cdb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.208993 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-7bec09a9-4fd6-44fd-baa0-dac307b02861 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=96247ddbaf384c5ba154c903abda2fc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1278014 Feb 04 12:49:31.209737 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bec09a9-4fd6-44fd-baa0-dac307b02861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfa4d77-6009-433e-bf1d-5bb03d6a5cdb,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:31.211628 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 50862) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:31.273742 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-161b52e3-4660-4f3c-b841-15212de78899 admin admin] Publish callbacks [] for security_group (abfa4d77-6009-433e-bf1d-5bb03d6a5cdb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.295815 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-161b52e3-4660-4f3c-b841-15212de78899 admin admin] Publish callbacks [] for security_group (abfa4d77-6009-433e-bf1d-5bb03d6a5cdb), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.341771 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-161b52e3-4660-4f3c-b841-15212de78899 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (abfa4d77-6009-433e-bf1d-5bb03d6a5cdb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.344643 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-161b52e3-4660-4f3c-b841-15212de78899 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:31.345806 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-161b52e3-4660-4f3c-b841-15212de78899 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abfa4d77-6009-433e-bf1d-5bb03d6a5cdb HTTP/1.1" status: 204 len: 168 time: 0.1330965 Feb 04 12:49:31.354990 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161b52e3-4660-4f3c-b841-15212de78899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfa4d77-6009-433e-bf1d-5bb03d6a5cdb,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:31.390562 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc13390-9a82-4da7-8ec4-52140a473e2b req-c665f886-f1cd-4b5a-bb18-b0353110f932 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:31.392093 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7bc13390-9a82-4da7-8ec4-52140a473e2b req-c665f886-f1cd-4b5a-bb18-b0353110f932 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0632470 Feb 04 12:49:31.443068 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7bc13390-9a82-4da7-8ec4-52140a473e2b req-6ca0952c-e06e-4892-b19e-ab7023c48664 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451398 Feb 04 12:49:31.858221 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453b2f91-3787-402b-96b9-5b227cc8a435 req-0e04129d-6c60-4e08-a263-7b2b20d0a8a1 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:31.859761 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-453b2f91-3787-402b-96b9-5b227cc8a435 req-0e04129d-6c60-4e08-a263-7b2b20d0a8a1 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0538595 Feb 04 12:49:31.916265 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-453b2f91-3787-402b-96b9-5b227cc8a435 req-895a9fa0-dd9f-4954-b028-1ff5e4b386f1 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468471 Feb 04 12:49:32.567546 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6e566c-6299-4a60-905d-b0ee4dd43d97 req-93aefd35-5376-4426-bc1e-48cb4af002cc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:32.569090 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bc6e566c-6299-4a60-905d-b0ee4dd43d97 req-93aefd35-5376-4426-bc1e-48cb4af002cc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0553250 Feb 04 12:49:32.624350 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bc6e566c-6299-4a60-905d-b0ee4dd43d97 req-c93086fd-8eb0-49b5-a641-fc19acdff70a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438440 Feb 04 12:49:33.047307 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07bcbb-e549-4079-8aaf-3b7c901510f8 req-656ac314-8ac6-4c0c-bdc3-20acad014f65 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:33.048846 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7e07bcbb-e549-4079-8aaf-3b7c901510f8 req-656ac314-8ac6-4c0c-bdc3-20acad014f65 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0572388 Feb 04 12:49:33.098271 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7e07bcbb-e549-4079-8aaf-3b7c901510f8 req-9f1d5b3b-2380-40ac-af6c-505784738efe tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/security-groups?id=d92b2176-3cd2-4368-afb8-94205b518027&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435922 Feb 04 12:49:33.360225 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.400474 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-4d4d78ac-4815-4499-9e60-57c18dd6da4d tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:33.401982 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-4d4d78ac-4815-4499-9e60-57c18dd6da4d tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 945 time: 0.0551949 Feb 04 12:49:33.576895 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Deleting port b0b9de76-a361-4dc3-b169-14a108318a83 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:49:33.577248 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.695529 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] For port b0b9de76-a361-4dc3-b169-14a108318a83, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=b0b9de76-a361-4dc3-b169-14a108318a83,segment=NetworkSegment(915f6d92-1c1d-4e1c-8226-aa60c5c2b6af),segment_id=915f6d92-1c1d-4e1c-8226-aa60c5c2b6af)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:49:33.695902 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.711632 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Calling delete_port for b0b9de76-a361-4dc3-b169-14a108318a83 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:49:33.752569 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405478ec-463c-4a6d-b023-90a827dd225f req-298afa5a-ef35-4141-b31d-fb54fdd2ab04 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:33.754414 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-405478ec-463c-4a6d-b023-90a827dd225f req-298afa5a-ef35-4141-b31d-fb54fdd2ab04 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0562751 Feb 04 12:49:33.803189 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-405478ec-463c-4a6d-b023-90a827dd225f req-adce4e37-5fe5-4f1a-99c6-9698e39793c7 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429451 Feb 04 12:49:33.886430 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664'] for port (b0b9de76-a361-4dc3-b169-14a108318a83), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:33.914509 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Pushing event deleted for resources: {'Port': ['ID=b0b9de76-a361-4dc3-b169-14a108318a83,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:33.944491 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.944840 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.945185 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.945520 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.945852 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.946181 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.946514 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.946837 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.947195 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.947550 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.948002 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.948329 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:33.948676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:34.160506 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] No DVR routers for this DVR port b0b9de76-a361-4dc3-b169-14a108318a83 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:49:34.164375 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.167881 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4a50c843-25cb-4d1e-85bd-69d9d1ef2cea req-36e10b86-89b7-40b8-886c-658a68b21d8b tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.75 "DELETE /v2.0/ports/b0b9de76-a361-4dc3-b169-14a108318a83 HTTP/1.1" status: 204 len: 173 time: 0.7594898 Feb 04 12:49:34.168363 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'name': 'network-vif-deleted', 'tag': 'b0b9de76-a361-4dc3-b169-14a108318a83'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:49:34.171477 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7797a81b-93f2-4016-b473-ced5a5390d76" -d '{"events": [{"server_uuid": "ab703c5c-8ce8-4b3f-bcf3-b193f3321151", "name": "network-vif-deleted", "tag": "b0b9de76-a361-4dc3-b169-14a108318a83"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:49:34.208442 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2c27506f-a611-496e-9689-2c9917b79cfd req-780b5477-b7af-48ae-ad39-a9176d075569 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.0338979 Feb 04 12:49:34.216267 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61a4e7ca-a5f8-4b0c-a951-8e8c8a58aa66 x-openstack-request-id: req-61a4e7ca-a5f8-4b0c-a951-8e8c8a58aa66 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:49:34.216580 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab703c5c-8ce8-4b3f-bcf3-b193f3321151", "name": "network-vif-deleted", "tag": "b0b9de76-a361-4dc3-b169-14a108318a83", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:49:34.216829 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-61a4e7ca-a5f8-4b0c-a951-8e8c8a58aa66 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:49:34.217229 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab703c5c-8ce8-4b3f-bcf3-b193f3321151', 'name': 'network-vif-deleted', 'tag': 'b0b9de76-a361-4dc3-b169-14a108318a83', 'status': 'completed', 'code': 200} Feb 04 12:49:34.678470 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.916195 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:34.929055 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0324d35-319d-4da2-8d12-6deb4ed9ed40 req-7a6bdf8b-4a83-40f7-98ee-4e4c9ff4d978 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:34.930536 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d0324d35-319d-4da2-8d12-6deb4ed9ed40 req-7a6bdf8b-4a83-40f7-98ee-4e4c9ff4d978 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0575709 Feb 04 12:49:34.981210 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d0324d35-319d-4da2-8d12-6deb4ed9ed40 req-b78278f4-0258-4392-a7ea-73a1c03a8820 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446413 Feb 04 12:49:35.310073 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b9a675fa-c915-4868-9c20-0238dd9aa6ff req-73a2efe1-67e3-40af-81fa-ed198bf4bbaa tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.0269773 Feb 04 12:49:36.101185 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348ec7b-ddb7-4caf-825c-a915df7fca95 req-e71aece8-4137-4af3-afe9-70e408019dd0 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:36.102688 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d348ec7b-ddb7-4caf-825c-a915df7fca95 req-e71aece8-4137-4af3-afe9-70e408019dd0 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0527751 Feb 04 12:49:36.149103 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d348ec7b-ddb7-4caf-825c-a915df7fca95 req-09f6d7b2-b28e-4146-9095-ec2a660f0aab tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406451 Feb 04 12:49:36.388769 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['b0b9de76-a361-4dc3-b169-14a108318a83'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:49:36.423514 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-eed70414-89fa-4369-90c7-a9bd4494118b req-fd95289d-375f-44a2-9d06-583453716ef8 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.0282078 Feb 04 12:49:37.313087 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f60f2-fd8e-417a-9fcd-3d5b0222e36e req-83af6a40-a3f8-4f84-b070-83dffcb9d3fe tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:37.323275 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4a2f60f2-fd8e-417a-9fcd-3d5b0222e36e req-83af6a40-a3f8-4f84-b070-83dffcb9d3fe tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0746439 Feb 04 12:49:37.373900 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4a2f60f2-fd8e-417a-9fcd-3d5b0222e36e req-264d8816-0025-4278-804c-9e556104ba74 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494385 Feb 04 12:49:37.572816 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b032730a-7ea7-483a-b0d5-98eb77a6297c req-d13d3ffa-e825-413e-8774-bc064cece104 tempest-DeleteServersTestJSON-2046032454 tempest-DeleteServersTestJSON-2046032454-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab703c5c-8ce8-4b3f-bcf3-b193f3321151 HTTP/1.1" status: 200 len: 210 time: 0.0540531 Feb 04 12:49:38.398695 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device b0b9de76-a361-4dc3-b169-14a108318a83 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:49:38.426130 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: b0b9de76-a361-4dc3-b169-14a108318a83 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:49:38.426476 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device b0b9de76-a361-4dc3-b169-14a108318a83 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:49:38.511306 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67677539-7c19-4448-89af-df72ce3c91c5 req-3fbd6277-3055-487b-bd06-1810ea810918 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:38.512976 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-67677539-7c19-4448-89af-df72ce3c91c5 req-3fbd6277-3055-487b-bd06-1810ea810918 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0610006 Feb 04 12:49:38.561396 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-67677539-7c19-4448-89af-df72ce3c91c5 req-e6d6c4e5-c4a6-49d7-a9ea-e5236490d505 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427954 Feb 04 12:49:39.361791 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51140) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:39.479175 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-fafbf975-9b9f-40e3-b8a5-05c75894a6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.562320 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-fafbf975-9b9f-40e3-b8a5-05c75894a6b1 admin admin] Publish callbacks [] for security_group (8c703f3f-455a-42bc-a3f7-7e34282e0f55), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.566952 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-fafbf975-9b9f-40e3-b8a5-05c75894a6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8c703f3f-455a-42bc-a3f7-7e34282e0f55), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.590470 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51148) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:39.612448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafbf975-9b9f-40e3-b8a5-05c75894a6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c703f3f-455a-42bc-a3f7-7e34282e0f55,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:39.618981 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-fafbf975-9b9f-40e3-b8a5-05c75894a6b1 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b52bbe9814264201828af54f1a1314e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2546942 Feb 04 12:49:39.620722 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51152) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:39.681136 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Publish callbacks [] for security_group (8c703f3f-455a-42bc-a3f7-7e34282e0f55), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.705426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8d6f6b-ab83-4680-be08-f413837f0718 req-ac2a599f-0e53-426d-a5be-2febf89cf85d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:39.707203 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1d8d6f6b-ab83-4680-be08-f413837f0718 req-ac2a599f-0e53-426d-a5be-2febf89cf85d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0575895 Feb 04 12:49:39.712109 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Publish callbacks [] for security_group (8c703f3f-455a-42bc-a3f7-7e34282e0f55), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.725559 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d0f894a7-2446-4340-b663-91bdcd9f5a97 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.758552 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1d8d6f6b-ab83-4680-be08-f413837f0718 req-6164d90b-afd5-4e34-9278-73bb50cc10ec tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456188 Feb 04 12:49:39.796207 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (8c703f3f-455a-42bc-a3f7-7e34282e0f55), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.798835 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.800009 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/8c703f3f-455a-42bc-a3f7-7e34282e0f55 HTTP/1.1" status: 204 len: 168 time: 0.1771202 Feb 04 12:49:39.813012 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c703f3f-455a-42bc-a3f7-7e34282e0f55,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:39.825988 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.826384 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.826751 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.827262 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.827445 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.827776 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.828197 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.828521 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.828862 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.829273 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.829509 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.829934 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.830150 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ee4ec27-1f29-472c-9c9f-18b997182be9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:49:39.856729 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d0f894a7-2446-4340-b663-91bdcd9f5a97 admin admin] Publish callbacks [] for security_group (fc1bf738-05f1-4c04-a374-d5792551c3f4), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.861273 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d0f894a7-2446-4340-b663-91bdcd9f5a97 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fc1bf738-05f1-4c04-a374-d5792551c3f4), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:39.907018 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d0f894a7-2446-4340-b663-91bdcd9f5a97 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=626c032aceb040a8b573fee40862176f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3154514 Feb 04 12:49:39.909940 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51158) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:39.910404 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f894a7-2446-4340-b663-91bdcd9f5a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1bf738-05f1-4c04-a374-d5792551c3f4,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:40.004695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-632ccd16-559e-43c7-aae1-8598d464debb admin admin] Publish callbacks [] for security_group (fc1bf738-05f1-4c04-a374-d5792551c3f4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.036703 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-632ccd16-559e-43c7-aae1-8598d464debb admin admin] Publish callbacks [] for security_group (fc1bf738-05f1-4c04-a374-d5792551c3f4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.106214 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-632ccd16-559e-43c7-aae1-8598d464debb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fc1bf738-05f1-4c04-a374-d5792551c3f4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.109657 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-632ccd16-559e-43c7-aae1-8598d464debb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.116534 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-632ccd16-559e-43c7-aae1-8598d464debb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fc1bf738-05f1-4c04-a374-d5792551c3f4 HTTP/1.1" status: 204 len: 168 time: 0.2011058 Feb 04 12:49:40.131394 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632ccd16-559e-43c7-aae1-8598d464debb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1bf738-05f1-4c04-a374-d5792551c3f4,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:40.179071 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51178) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:40.194683 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b7927491-58af-41f1-9da8-8f6cfc0db7bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.306332 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b7927491-58af-41f1-9da8-8f6cfc0db7bc admin admin] Publish callbacks [] for security_group (fdc0be7f-bfe3-4129-8b3c-1ee628981a8e), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.312243 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b7927491-58af-41f1-9da8-8f6cfc0db7bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fdc0be7f-bfe3-4129-8b3c-1ee628981a8e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.356102 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b7927491-58af-41f1-9da8-8f6cfc0db7bc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c11be74d7cb243388aa2fc8bd3c8c72d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1728778 Feb 04 12:49:40.356102 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7927491-58af-41f1-9da8-8f6cfc0db7bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdc0be7f-bfe3-4129-8b3c-1ee628981a8e,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:40.357248 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51184) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:40.413014 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-df424e63-b4b8-4cfa-a6a2-2db48ebb7e83 admin admin] Publish callbacks [] for security_group (fdc0be7f-bfe3-4129-8b3c-1ee628981a8e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.440085 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-df424e63-b4b8-4cfa-a6a2-2db48ebb7e83 admin admin] Publish callbacks [] for security_group (fdc0be7f-bfe3-4129-8b3c-1ee628981a8e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.489062 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-df424e63-b4b8-4cfa-a6a2-2db48ebb7e83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fdc0be7f-bfe3-4129-8b3c-1ee628981a8e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.491806 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-df424e63-b4b8-4cfa-a6a2-2db48ebb7e83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.493087 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-df424e63-b4b8-4cfa-a6a2-2db48ebb7e83 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fdc0be7f-bfe3-4129-8b3c-1ee628981a8e HTTP/1.1" status: 204 len: 168 time: 0.1346796 Feb 04 12:49:40.502400 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df424e63-b4b8-4cfa-a6a2-2db48ebb7e83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdc0be7f-bfe3-4129-8b3c-1ee628981a8e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:40.555435 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51188) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:40.573477 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5326b4ff-dd81-4401-9776-44797208773c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.674466 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5326b4ff-dd81-4401-9776-44797208773c admin admin] Publish callbacks [] for security_group (9184d20e-5af7-4dcf-8453-1f0f29e359aa), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.678847 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5326b4ff-dd81-4401-9776-44797208773c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (9184d20e-5af7-4dcf-8453-1f0f29e359aa), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.726267 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5326b4ff-dd81-4401-9776-44797208773c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c95ad4f5f52d4d98bd8d10691d75f91d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1694200 Feb 04 12:49:40.728564 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5326b4ff-dd81-4401-9776-44797208773c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9184d20e-5af7-4dcf-8453-1f0f29e359aa,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:40.729014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51192) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:40.807119 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2928c400-5db5-4bce-87ba-99c14a874f9a admin admin] Publish callbacks [] for security_group (9184d20e-5af7-4dcf-8453-1f0f29e359aa), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.833047 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2928c400-5db5-4bce-87ba-99c14a874f9a admin admin] Publish callbacks [] for security_group (9184d20e-5af7-4dcf-8453-1f0f29e359aa), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.898186 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2928c400-5db5-4bce-87ba-99c14a874f9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (9184d20e-5af7-4dcf-8453-1f0f29e359aa), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.900950 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2928c400-5db5-4bce-87ba-99c14a874f9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:40.902117 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-2928c400-5db5-4bce-87ba-99c14a874f9a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9184d20e-5af7-4dcf-8453-1f0f29e359aa HTTP/1.1" status: 204 len: 168 time: 0.1720946 Feb 04 12:49:40.914467 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2928c400-5db5-4bce-87ba-99c14a874f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9184d20e-5af7-4dcf-8453-1f0f29e359aa,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:41.267768 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-4d97d034-6a88-420f-8200-793572c04cbc service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892706 Feb 04 12:49:41.292065 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e91e56-73b7-4e46-b1a8-5876afff09b3 req-21ff04b6-7676-4b79-b1fe-6c011ffe6e4c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:41.297326 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-70e91e56-73b7-4e46-b1a8-5876afff09b3 req-21ff04b6-7676-4b79-b1fe-6c011ffe6e4c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.3198638 Feb 04 12:49:41.366225 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-70e91e56-73b7-4e46-b1a8-5876afff09b3 req-3ae22cb7-f9a2-4865-ad69-4b96cd75c129 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627153 Feb 04 12:49:41.437146 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51226) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:41.451326 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0607ed3a-988a-4091-b7e5-8a74f1b448ea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.542286 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0607ed3a-988a-4091-b7e5-8a74f1b448ea admin admin] Publish callbacks [] for security_group (bca29e7e-5b25-4e89-85f0-0fbfb1a25779), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.547823 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0607ed3a-988a-4091-b7e5-8a74f1b448ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bca29e7e-5b25-4e89-85f0-0fbfb1a25779), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.591125 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0607ed3a-988a-4091-b7e5-8a74f1b448ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca29e7e-5b25-4e89-85f0-0fbfb1a25779,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:41.598200 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51230) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:41.598567 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-0607ed3a-988a-4091-b7e5-8a74f1b448ea admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5d3f1564ea7f473aa47178fe5e35774f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1599965 Feb 04 12:49:41.653225 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f611cd08-963c-45a8-a92c-6b50a252027a admin admin] Publish callbacks [] for security_group (bca29e7e-5b25-4e89-85f0-0fbfb1a25779), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.679388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f611cd08-963c-45a8-a92c-6b50a252027a admin admin] Publish callbacks [] for security_group (bca29e7e-5b25-4e89-85f0-0fbfb1a25779), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.733994 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f611cd08-963c-45a8-a92c-6b50a252027a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (bca29e7e-5b25-4e89-85f0-0fbfb1a25779), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.736855 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f611cd08-963c-45a8-a92c-6b50a252027a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:41.738052 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-f611cd08-963c-45a8-a92c-6b50a252027a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/bca29e7e-5b25-4e89-85f0-0fbfb1a25779 HTTP/1.1" status: 204 len: 168 time: 0.1388507 Feb 04 12:49:41.747531 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f611cd08-963c-45a8-a92c-6b50a252027a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca29e7e-5b25-4e89-85f0-0fbfb1a25779,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:42.237028 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:42.413980 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-022df1ee-4f33-46ca-a19f-54662dbc52b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:42.421682 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-022df1ee-4f33-46ca-a19f-54662dbc52b8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.0659490 Feb 04 12:49:42.597292 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69909962-367c-4511-843c-3373126b0f34 req-7122d9da-7e9e-45f2-86e2-1d673aea9991 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:42.603585 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-69909962-367c-4511-843c-3373126b0f34 req-7122d9da-7e9e-45f2-86e2-1d673aea9991 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1338189 Feb 04 12:49:42.629756 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-e01873d2-411c-4e3b-a36c-8bb4a6d75e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:42.631541 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-e01873d2-411c-4e3b-a36c-8bb4a6d75e5d service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.1904922 Feb 04 12:49:42.699880 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-35c30210-b735-47c3-8458-b32fdb82d877 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 217 time: 0.0556021 Feb 04 12:49:42.708172 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-69909962-367c-4511-843c-3373126b0f34 req-23ba1ec8-0157-4cb7-bfc5-882c66da0e4e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961611 Feb 04 12:49:42.757240 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-1e6281e5-63a9-4ab8-a39b-8641cfa65fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:42.758846 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-1e6281e5-63a9-4ab8-a39b-8641cfa65fe3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0497718 Feb 04 12:49:42.799431 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-bc07e6e0-8d5b-449c-8acf-475441bce136 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338397 Feb 04 12:49:42.953358 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-b6bc4ec3-7074-490c-94e1-3fc61bf92533 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1463449 Feb 04 12:49:43.076938 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a16bcfd3-e4a9-4029-ad99-bb4984ee3eb3 req-46f5d85e-a203-4a7c-944f-54bd4f6cff70 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165497 Feb 04 12:49:43.551967 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51344) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:43.662535 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] Deleting subnet 3d764ffc-1900-48e5-af59-b5e1e71c05dd {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:43.667588 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] Publish callbacks [] for subnet (3d764ffc-1900-48e5-af59-b5e1e71c05dd), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.717319 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] Publish callbacks [] for subnet (3d764ffc-1900-48e5-af59-b5e1e71c05dd), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.726433 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (3d764ffc-1900-48e5-af59-b5e1e71c05dd), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.780857 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51352) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:43.799310 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for subnet (3d764ffc-1900-48e5-af59-b5e1e71c05dd), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.840741 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3d764ffc-1900-48e5-af59-b5e1e71c05dd,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:43.848410 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:43.852322 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-826294cd-67fb-41c3-8dd7-b54509c35db6 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/3d764ffc-1900-48e5-af59-b5e1e71c05dd HTTP/1.1" status: 204 len: 168 time: 0.2988644 Feb 04 12:49:43.854723 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51358) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:43.917024 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ea4d9-16c2-4785-94d9-2647065e8a47 req-264739dc-a9a8-47b9-ad76-77baa4b047ca tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:43.920111 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-494ea4d9-16c2-4785-94d9-2647065e8a47 req-264739dc-a9a8-47b9-ad76-77baa4b047ca tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0805683 Feb 04 12:49:44.008505 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (23074f9f-450b-4075-b53d-52ebc713ae8d), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.020476 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51366) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:44.069106 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-494ea4d9-16c2-4785-94d9-2647065e8a47 req-4d348ca5-5aa8-4577-aef0-f8f738c352f7 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398585 Feb 04 12:49:44.109650 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee49203-91dc-4a4a-b8c6-2694abbe479e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.160047 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (23074f9f-450b-4075-b53d-52ebc713ae8d), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.170111 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c4848122-57c4-4aea-a10a-cbae9d869dc3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.187365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.187720 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.188442 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.188789 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > port after_create 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.189152 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.189498 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > port after_update 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.189827 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.190164 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.190491 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.190821 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.252642 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee49203-91dc-4a4a-b8c6-2694abbe479e admin admin] Publish callbacks [] for security_group (cfc0e2de-25c3-4201-a294-3dab2e9eb6db), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.262093 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee49203-91dc-4a4a-b8c6-2694abbe479e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cfc0e2de-25c3-4201-a294-3dab2e9eb6db), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.279973 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.280333 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.280671 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.281009 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 04 12:49:44.281401 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23074f9f-450b-4075-b53d-52ebc713ae8d']}} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:44.302778 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '915f6d92-1c1d-4e1c-8226-aa60c5c2b6af') {'for_net_delete': True} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:44.303124 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '915f6d92-1c1d-4e1c-8226-aa60c5c2b6af') {} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:44.317820 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-2ee49203-91dc-4a4a-b8c6-2694abbe479e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6daf21b35c684a8d811e77390d0ee725&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5337853 Feb 04 12:49:44.317820 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51376) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:44.324759 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827389'] for segment (915f6d92-1c1d-4e1c-8226-aa60c5c2b6af), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.352368 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee49203-91dc-4a4a-b8c6-2694abbe479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc0e2de-25c3-4201-a294-3dab2e9eb6db,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.356439 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (915f6d92-1c1d-4e1c-8226-aa60c5c2b6af), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.362885 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c4848122-57c4-4aea-a10a-cbae9d869dc3 admin admin] Publish callbacks [] for security_group (613b74bb-41c6-42e1-94af-f5627338f4a2), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.370063 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=109007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:44.370588 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8503657'] for segment (915f6d92-1c1d-4e1c-8226-aa60c5c2b6af), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: from cryptography.utils import int_from_bytes Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: from cryptography.utils import int_from_bytes Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: Traceback (most recent call last): Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: timer() Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: cb(*args, **kw) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: return func(*args, **kwargs) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: self._notify() Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: self.callback(batched_events) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: event.method(event) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: return f(self, *a, **k) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._get(url).json() Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:44.375954 dv-cinder-817351-9-iscsi neutron-server[109007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:44.378237 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c4848122-57c4-4aea-a10a-cbae9d869dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (613b74bb-41c6-42e1-94af-f5627338f4a2), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.430918 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c4848122-57c4-4aea-a10a-cbae9d869dc3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fc60f8d39f2c4f69887f8cda743fdf39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4078050 Feb 04 12:49:44.437305 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51382) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:44.447305 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4848122-57c4-4aea-a10a-cbae9d869dc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=613b74bb-41c6-42e1-94af-f5627338f4a2,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.478316 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c32915ea-d9f7-442a-a825-7e101ce503d4 admin admin] Publish callbacks [] for security_group (cfc0e2de-25c3-4201-a294-3dab2e9eb6db), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.492506 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (23074f9f-450b-4075-b53d-52ebc713ae8d), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.512973 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.517308 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c32915ea-d9f7-442a-a825-7e101ce503d4 admin admin] Publish callbacks [] for security_group (cfc0e2de-25c3-4201-a294-3dab2e9eb6db), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.521567 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] 10.222.0.26 "DELETE /v2.0/networks/23074f9f-450b-4075-b53d-52ebc713ae8d HTTP/1.1" status: 204 len: 168 time: 0.6649034 Feb 04 12:49:44.547342 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e5fb45-f03b-4fe2-9ee8-628a94726b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=23074f9f-450b-4075-b53d-52ebc713ae8d,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.583426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-752c5e69-fd85-49d8-be41-6fee229b6e3e admin admin] Publish callbacks [] for security_group (613b74bb-41c6-42e1-94af-f5627338f4a2), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.608323 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c32915ea-d9f7-442a-a825-7e101ce503d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cfc0e2de-25c3-4201-a294-3dab2e9eb6db), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.611515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c32915ea-d9f7-442a-a825-7e101ce503d4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.612543 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-752c5e69-fd85-49d8-be41-6fee229b6e3e admin admin] Publish callbacks [] for security_group (613b74bb-41c6-42e1-94af-f5627338f4a2), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.615772 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c32915ea-d9f7-442a-a825-7e101ce503d4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cfc0e2de-25c3-4201-a294-3dab2e9eb6db HTTP/1.1" status: 204 len: 168 time: 0.2888138 Feb 04 12:49:44.632911 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32915ea-d9f7-442a-a825-7e101ce503d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc0e2de-25c3-4201-a294-3dab2e9eb6db,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.684897 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-752c5e69-fd85-49d8-be41-6fee229b6e3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (613b74bb-41c6-42e1-94af-f5627338f4a2), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.687401 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-752c5e69-fd85-49d8-be41-6fee229b6e3e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:44.688635 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-752c5e69-fd85-49d8-be41-6fee229b6e3e admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/613b74bb-41c6-42e1-94af-f5627338f4a2 HTTP/1.1" status: 204 len: 168 time: 0.2502847 Feb 04 12:49:44.698862 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752c5e69-fd85-49d8-be41-6fee229b6e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=613b74bb-41c6-42e1-94af-f5627338f4a2,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:44.742016 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51410) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:44.867375 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51414) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:44.875006 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5294afca-f6c6-4f44-b752-100848702882 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a11cc79bfe6a4fabac1de549ef46dd31&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1296222 Feb 04 12:49:45.092361 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c01dcbe9-713e-49d7-aa0b-5a166bf7070a admin admin] Publish callbacks [] for security_group (d92b2176-3cd2-4368-afb8-94205b518027), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.179500 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c01dcbe9-713e-49d7-aa0b-5a166bf7070a admin admin] Publish callbacks [] for security_group (d92b2176-3cd2-4368-afb8-94205b518027), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.296307 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172d4631-93cc-4ed2-b376-7d2d6c7ad6f4 req-dd474b73-73c2-4efb-a66d-cfad063d3b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:45.298089 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-172d4631-93cc-4ed2-b376-7d2d6c7ad6f4 req-dd474b73-73c2-4efb-a66d-cfad063d3b0f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 1129 time: 0.1601174 Feb 04 12:49:45.314472 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f714287-1f82-4fdf-a148-e44d82c87387 req-5576851f-72ff-49e5-aab9-18b8a1208b38 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:45.316062 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f714287-1f82-4fdf-a148-e44d82c87387 req-5576851f-72ff-49e5-aab9-18b8a1208b38 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1401255 Feb 04 12:49:45.345119 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51440) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:45.366362 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6a6ea344-951a-4f2c-a5cc-ad16489ecaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.423678 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c01dcbe9-713e-49d7-aa0b-5a166bf7070a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d92b2176-3cd2-4368-afb8-94205b518027), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.426448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c01dcbe9-713e-49d7-aa0b-5a166bf7070a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.438104 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-c01dcbe9-713e-49d7-aa0b-5a166bf7070a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d92b2176-3cd2-4368-afb8-94205b518027 HTTP/1.1" status: 204 len: 168 time: 0.5714252 Feb 04 12:49:45.485854 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01dcbe9-713e-49d7-aa0b-5a166bf7070a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d92b2176-3cd2-4368-afb8-94205b518027,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:45.528229 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-172d4631-93cc-4ed2-b376-7d2d6c7ad6f4 req-51e0e732-778b-4616-89a6-7b4213c3152b service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2226160 Feb 04 12:49:45.554552 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f714287-1f82-4fdf-a148-e44d82c87387 req-88af52e1-87f8-45a1-999b-dc4f914fdb56 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2308030 Feb 04 12:49:45.572985 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6a6ea344-951a-4f2c-a5cc-ad16489ecaf9 admin admin] Publish callbacks [] for security_group (7d205ab0-105a-4ede-84ea-bff994debe1f), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.586977 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6a6ea344-951a-4f2c-a5cc-ad16489ecaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7d205ab0-105a-4ede-84ea-bff994debe1f), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.633538 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6a6ea344-951a-4f2c-a5cc-ad16489ecaf9 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=aba4b8bc2e9a48fdac4b6a6026031e5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2860129 Feb 04 12:49:45.638143 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51450) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:45.647172 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6ea344-951a-4f2c-a5cc-ad16489ecaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d205ab0-105a-4ede-84ea-bff994debe1f,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:45.718793 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-fba181b8-db77-4b72-be41-58b88242d695 admin admin] Publish callbacks [] for security_group (7d205ab0-105a-4ede-84ea-bff994debe1f), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.745215 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-fba181b8-db77-4b72-be41-58b88242d695 admin admin] Publish callbacks [] for security_group (7d205ab0-105a-4ede-84ea-bff994debe1f), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.805782 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-fba181b8-db77-4b72-be41-58b88242d695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7d205ab0-105a-4ede-84ea-bff994debe1f), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.809528 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-fba181b8-db77-4b72-be41-58b88242d695 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:45.810746 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-fba181b8-db77-4b72-be41-58b88242d695 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7d205ab0-105a-4ede-84ea-bff994debe1f HTTP/1.1" status: 204 len: 168 time: 0.1712661 Feb 04 12:49:45.821010 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba181b8-db77-4b72-be41-58b88242d695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d205ab0-105a-4ede-84ea-bff994debe1f,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:45.865901 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51458) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:46.116564 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-59845b21-7c69-4497-add2-818f65f314dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.209345 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-59845b21-7c69-4497-add2-818f65f314dc admin admin] Publish callbacks [] for security_group (83bb183d-b95c-417b-ad60-9e8c6c64087d), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.217210 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-59845b21-7c69-4497-add2-818f65f314dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (83bb183d-b95c-417b-ad60-9e8c6c64087d), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.276078 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-59845b21-7c69-4497-add2-818f65f314dc admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=78b6a21b98914588ad9366f54364a7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4065676 Feb 04 12:49:46.276078 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59845b21-7c69-4497-add2-818f65f314dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83bb183d-b95c-417b-ad60-9e8c6c64087d,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:46.276463 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51484) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:46.342275 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-451f147d-02f1-40dd-8a10-ae3fcf2d9f34 admin admin] Publish callbacks [] for security_group (83bb183d-b95c-417b-ad60-9e8c6c64087d), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.372741 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-451f147d-02f1-40dd-8a10-ae3fcf2d9f34 admin admin] Publish callbacks [] for security_group (83bb183d-b95c-417b-ad60-9e8c6c64087d), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.451497 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-451f147d-02f1-40dd-8a10-ae3fcf2d9f34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (83bb183d-b95c-417b-ad60-9e8c6c64087d), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.454770 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-451f147d-02f1-40dd-8a10-ae3fcf2d9f34 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:46.460284 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-451f147d-02f1-40dd-8a10-ae3fcf2d9f34 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/83bb183d-b95c-417b-ad60-9e8c6c64087d HTTP/1.1" status: 204 len: 168 time: 0.1818950 Feb 04 12:49:46.471903 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451f147d-02f1-40dd-8a10-ae3fcf2d9f34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83bb183d-b95c-417b-ad60-9e8c6c64087d,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:46.750617 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e404159-2069-4185-bb43-46c4233cfae5 req-b78fb592-cd5b-4006-a7e4-5291936ef05e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:46.752702 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3e404159-2069-4185-bb43-46c4233cfae5 req-b78fb592-cd5b-4006-a7e4-5291936ef05e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0879364 Feb 04 12:49:46.841980 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3e404159-2069-4185-bb43-46c4233cfae5 req-6153ca89-1fe8-4e8e-8f94-29a1cc455a24 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814266 Feb 04 12:49:46.973448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51534) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:46.993044 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-fd4dabbf-8e36-447c-bc0e-31a623f6306b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.134317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-fd4dabbf-8e36-447c-bc0e-31a623f6306b admin admin] Publish callbacks [] for security_group (363e1cbd-19d7-48e5-98bb-85e7c052ebac), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.142556 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-fd4dabbf-8e36-447c-bc0e-31a623f6306b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (363e1cbd-19d7-48e5-98bb-85e7c052ebac), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.183125 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-fd4dabbf-8e36-447c-bc0e-31a623f6306b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9eba3324620149e793ef7c66348a9b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2086754 Feb 04 12:49:47.184593 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd4dabbf-8e36-447c-bc0e-31a623f6306b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363e1cbd-19d7-48e5-98bb-85e7c052ebac,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:47.186786 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51540) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:47.254773 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-51639da8-3c1e-493e-8c79-f851b38cabd0 admin admin] Publish callbacks [] for security_group (363e1cbd-19d7-48e5-98bb-85e7c052ebac), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.285422 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-51639da8-3c1e-493e-8c79-f851b38cabd0 admin admin] Publish callbacks [] for security_group (363e1cbd-19d7-48e5-98bb-85e7c052ebac), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.345592 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-51639da8-3c1e-493e-8c79-f851b38cabd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (363e1cbd-19d7-48e5-98bb-85e7c052ebac), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.348244 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-51639da8-3c1e-493e-8c79-f851b38cabd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:47.350012 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-51639da8-3c1e-493e-8c79-f851b38cabd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/363e1cbd-19d7-48e5-98bb-85e7c052ebac HTTP/1.1" status: 204 len: 168 time: 0.1612511 Feb 04 12:49:47.362526 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51639da8-3c1e-493e-8c79-f851b38cabd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363e1cbd-19d7-48e5-98bb-85e7c052ebac,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:47.983969 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44144b74-5539-4a09-a210-c8cf29a922fe req-890fb75b-7ea6-462f-afba-63f83b5f8343 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:47.985856 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44144b74-5539-4a09-a210-c8cf29a922fe req-890fb75b-7ea6-462f-afba-63f83b5f8343 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0598226 Feb 04 12:49:48.039378 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44144b74-5539-4a09-a210-c8cf29a922fe req-1e75f168-d25c-46c8-ba00-40fe6aaca782 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479357 Feb 04 12:49:48.193661 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1f150-e32a-4284-ae92-eb2d34cbe6ca req-44fdd19e-6a9f-483d-bc41-c7edb567a0c5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:48.199535 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-91d1f150-e32a-4284-ae92-eb2d34cbe6ca req-44fdd19e-6a9f-483d-bc41-c7edb567a0c5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0822337 Feb 04 12:49:48.266685 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-91d1f150-e32a-4284-ae92-eb2d34cbe6ca req-e95e6365-c66b-417a-88ac-0d439fa86cb9 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629642 Feb 04 12:49:48.283186 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51608) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:48.499114 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-71deca14-1cf6-4dc0-a2c0-3c39ea6d9bd4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.621761 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-71deca14-1cf6-4dc0-a2c0-3c39ea6d9bd4 admin admin] Publish callbacks [] for security_group (abfe2c10-6f23-4f8b-973f-c09fc7c5844c), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.628372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-71deca14-1cf6-4dc0-a2c0-3c39ea6d9bd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (abfe2c10-6f23-4f8b-973f-c09fc7c5844c), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.685064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51628) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:48.685525 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-71deca14-1cf6-4dc0-a2c0-3c39ea6d9bd4 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=e648e9723a5342209c2816d207b13548&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4027338 Feb 04 12:49:48.702778 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71deca14-1cf6-4dc0-a2c0-3c39ea6d9bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abfe2c10-6f23-4f8b-973f-c09fc7c5844c,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:48.768827 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5e532224-5182-4632-ac2e-ef642cddee75 admin admin] Publish callbacks [] for security_group (abfe2c10-6f23-4f8b-973f-c09fc7c5844c), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.837526 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5e532224-5182-4632-ac2e-ef642cddee75 admin admin] Publish callbacks [] for security_group (abfe2c10-6f23-4f8b-973f-c09fc7c5844c), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.945326 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5e532224-5182-4632-ac2e-ef642cddee75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (abfe2c10-6f23-4f8b-973f-c09fc7c5844c), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.950204 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5e532224-5182-4632-ac2e-ef642cddee75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:48.952073 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5e532224-5182-4632-ac2e-ef642cddee75 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/abfe2c10-6f23-4f8b-973f-c09fc7c5844c HTTP/1.1" status: 204 len: 168 time: 0.2646823 Feb 04 12:49:48.960752 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e532224-5182-4632-ac2e-ef642cddee75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abfe2c10-6f23-4f8b-973f-c09fc7c5844c,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:50.447350 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e81e79-99cb-4566-9304-c7ecee94337f req-28f5b171-b040-49b4-950a-4400a77370bd tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.465925 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72717c5-4df5-4658-b383-10a709b8a738 req-f68c8574-e2e5-486c-8354-d6bee27f21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.469976 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d72717c5-4df5-4658-b383-10a709b8a738 req-f68c8574-e2e5-486c-8354-d6bee27f21d0 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.1010342 Feb 04 12:49:50.473315 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-22e81e79-99cb-4566-9304-c7ecee94337f req-28f5b171-b040-49b4-950a-4400a77370bd tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1076934 Feb 04 12:49:50.639312 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-22e81e79-99cb-4566-9304-c7ecee94337f req-643a337f-829f-4bf7-978a-7f270f4f1e19 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586585 Feb 04 12:49:50.645314 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72717c5-4df5-4658-b383-10a709b8a738 req-7578b94c-3f30-4574-98e5-26d64edbde67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.647522 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d72717c5-4df5-4658-b383-10a709b8a738 req-7578b94c-3f30-4574-98e5-26d64edbde67 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.1673484 Feb 04 12:49:50.717147 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d72717c5-4df5-4658-b383-10a709b8a738 req-7ad8710a-c9b5-4ac2-ac74-d710e8ef81d6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 217 time: 0.0627351 Feb 04 12:49:50.743960 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51782) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:50.793299 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72717c5-4df5-4658-b383-10a709b8a738 req-3e94ff33-8f6a-4f94-8028-608689a24586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:50.795426 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d72717c5-4df5-4658-b383-10a709b8a738 req-3e94ff33-8f6a-4f94-8028-608689a24586 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0723047 Feb 04 12:49:50.830084 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d72717c5-4df5-4658-b383-10a709b8a738 req-fa8d28ce-ea91-4dfe-b01f-3ebfc8ba39f5 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280130 Feb 04 12:49:50.928117 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51788) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:50.952009 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d72717c5-4df5-4658-b383-10a709b8a738 req-a8a7ce71-5b8b-461c-9810-f61f685803f8 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088986 Feb 04 12:49:50.966455 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc0b4-1b55-493a-91d7-d5732479b376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.005713 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5dec2d7a-67e0-4e92-a9df-cb9531c23719 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.077545 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d72717c5-4df5-4658-b383-10a709b8a738 req-481d9d74-3d9d-4122-8576-d9f1bd717032 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194019 Feb 04 12:49:51.138051 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc0b4-1b55-493a-91d7-d5732479b376 admin admin] Publish callbacks [] for security_group (d370ff9d-e123-4c64-a72a-12f5c7a5fcdf), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.144247 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4f8fc0b4-1b55-493a-91d7-d5732479b376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d370ff9d-e123-4c64-a72a-12f5c7a5fcdf), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.219610 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5dec2d7a-67e0-4e92-a9df-cb9531c23719 admin admin] Publish callbacks [] for security_group (270d2bb5-d85c-4eee-8d02-a6d66ac760bb), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.237958 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4f8fc0b4-1b55-493a-91d7-d5732479b376 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=1b0162de1efa45998d6961e692dc1068&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4926693 Feb 04 12:49:51.239315 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5dec2d7a-67e0-4e92-a9df-cb9531c23719 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (270d2bb5-d85c-4eee-8d02-a6d66ac760bb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.240602 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51804) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:51.248282 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8fc0b4-1b55-493a-91d7-d5732479b376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d370ff9d-e123-4c64-a72a-12f5c7a5fcdf,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:51.323221 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-24d98aa1-59e1-459a-94f5-6d1969db2dc6 admin admin] Publish callbacks [] for security_group (d370ff9d-e123-4c64-a72a-12f5c7a5fcdf), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.350346 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5dec2d7a-67e0-4e92-a9df-cb9531c23719 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4bdb1b9145ee443fb3ecfc6f2ebb727f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4184158 Feb 04 12:49:51.351459 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51810) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:51.363528 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-24d98aa1-59e1-459a-94f5-6d1969db2dc6 admin admin] Publish callbacks [] for security_group (d370ff9d-e123-4c64-a72a-12f5c7a5fcdf), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.425576 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec2d7a-67e0-4e92-a9df-cb9531c23719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270d2bb5-d85c-4eee-8d02-a6d66ac760bb,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:51.458784 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-24d98aa1-59e1-459a-94f5-6d1969db2dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d370ff9d-e123-4c64-a72a-12f5c7a5fcdf), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.461832 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-24d98aa1-59e1-459a-94f5-6d1969db2dc6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.463243 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-24d98aa1-59e1-459a-94f5-6d1969db2dc6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d370ff9d-e123-4c64-a72a-12f5c7a5fcdf HTTP/1.1" status: 204 len: 168 time: 0.2213404 Feb 04 12:49:51.475397 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-be986cb6-5548-4cc6-b987-39d6f513b0f6 admin admin] Publish callbacks [] for security_group (270d2bb5-d85c-4eee-8d02-a6d66ac760bb), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.482454 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d98aa1-59e1-459a-94f5-6d1969db2dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d370ff9d-e123-4c64-a72a-12f5c7a5fcdf,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:51.507375 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-be986cb6-5548-4cc6-b987-39d6f513b0f6 admin admin] Publish callbacks [] for security_group (270d2bb5-d85c-4eee-8d02-a6d66ac760bb), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.589043 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-be986cb6-5548-4cc6-b987-39d6f513b0f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (270d2bb5-d85c-4eee-8d02-a6d66ac760bb), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.592893 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-be986cb6-5548-4cc6-b987-39d6f513b0f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:51.597862 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-be986cb6-5548-4cc6-b987-39d6f513b0f6 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/270d2bb5-d85c-4eee-8d02-a6d66ac760bb HTTP/1.1" status: 204 len: 168 time: 0.2424462 Feb 04 12:49:51.618481 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be986cb6-5548-4cc6-b987-39d6f513b0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270d2bb5-d85c-4eee-8d02-a6d66ac760bb,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:51.887945 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f219e44-8e06-48a5-a203-89f5d8efc215 req-1949094e-a2da-44f6-8ac2-c6d023c3e90b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:51.889987 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f219e44-8e06-48a5-a203-89f5d8efc215 req-1949094e-a2da-44f6-8ac2-c6d023c3e90b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1029003 Feb 04 12:49:52.007209 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f219e44-8e06-48a5-a203-89f5d8efc215 req-ecba34c7-b0c0-4377-9453-64679f8b75d0 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076212 Feb 04 12:49:53.154368 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b6d11b-e4a4-48d4-96e4-9693eecc74b5 req-4e719116-aae3-4e86-9879-40e93b6f89d5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:53.161965 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-91b6d11b-e4a4-48d4-96e4-9693eecc74b5 req-4e719116-aae3-4e86-9879-40e93b6f89d5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0743368 Feb 04 12:49:53.278264 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-91b6d11b-e4a4-48d4-96e4-9693eecc74b5 req-3caf1993-4df4-45db-bac0-9f95df8a9df1 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152761 Feb 04 12:49:54.095231 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:49:54.416907 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e837f55-ad26-4166-9135-b3aa10712b6d req-62ecce4a-8c2b-4e48-9499-284068d3f538 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:54.418470 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1e837f55-ad26-4166-9135-b3aa10712b6d req-62ecce4a-8c2b-4e48-9499-284068d3f538 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0560331 Feb 04 12:49:54.471872 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1e837f55-ad26-4166-9135-b3aa10712b6d req-dbbe69fd-eec7-448f-8f53-70731b3e01bc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473962 Feb 04 12:49:55.296796 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51962) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:55.423318 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-128a7e86-cf4d-4c0f-a97e-e540735d313e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.522896 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-128a7e86-cf4d-4c0f-a97e-e540735d313e admin admin] Publish callbacks [] for security_group (b11cd940-c2fc-47e1-a298-b805011b2934), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.529656 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-128a7e86-cf4d-4c0f-a97e-e540735d313e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (b11cd940-c2fc-47e1-a298-b805011b2934), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.598981 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-128a7e86-cf4d-4c0f-a97e-e540735d313e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=482a669a22e1499d8d5eaf5af21c26a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3010666 Feb 04 12:49:55.601713 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128a7e86-cf4d-4c0f-a97e-e540735d313e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b11cd940-c2fc-47e1-a298-b805011b2934,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:55.601949 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51970) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:55.640539 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86846a-1d02-4be5-8468-d2e392c2fc9e req-1da42524-ea61-40c0-ab05-13a2852a77c4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:55.643075 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7d86846a-1d02-4be5-8468-d2e392c2fc9e req-1da42524-ea61-40c0-ab05-13a2852a77c4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0892842 Feb 04 12:49:55.661230 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a972217e-819b-4d63-987d-f74c43ca4d2b admin admin] Publish callbacks [] for security_group (b11cd940-c2fc-47e1-a298-b805011b2934), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.684791 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a972217e-819b-4d63-987d-f74c43ca4d2b admin admin] Publish callbacks [] for security_group (b11cd940-c2fc-47e1-a298-b805011b2934), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.699739 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7d86846a-1d02-4be5-8468-d2e392c2fc9e req-e71f2217-f03f-4fce-9b38-db609e3d271d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493407 Feb 04 12:49:55.738628 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a972217e-819b-4d63-987d-f74c43ca4d2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (b11cd940-c2fc-47e1-a298-b805011b2934), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.741286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a972217e-819b-4d63-987d-f74c43ca4d2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:55.742456 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a972217e-819b-4d63-987d-f74c43ca4d2b admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/b11cd940-c2fc-47e1-a298-b805011b2934 HTTP/1.1" status: 204 len: 168 time: 0.1395133 Feb 04 12:49:55.751900 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a972217e-819b-4d63-987d-f74c43ca4d2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b11cd940-c2fc-47e1-a298-b805011b2934,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:56.027575 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 51978) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:56.041671 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5e995a09-533a-4a7e-a502-f1e14103ea59 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.135172 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5e995a09-533a-4a7e-a502-f1e14103ea59 admin admin] Publish callbacks [] for security_group (40390532-a02f-41ad-a03d-2eb97ffc4a9e), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.143583 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5e995a09-533a-4a7e-a502-f1e14103ea59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (40390532-a02f-41ad-a03d-2eb97ffc4a9e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.184854 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e995a09-533a-4a7e-a502-f1e14103ea59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40390532-a02f-41ad-a03d-2eb97ffc4a9e,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:56.189570 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5e995a09-533a-4a7e-a502-f1e14103ea59 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8aefc2d3c9794db08cb8ae991386a97f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1606641 Feb 04 12:49:56.192364 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 51986) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:56.243899 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-089683d5-33c0-4b82-bb53-5ba67e515fdf admin admin] Publish callbacks [] for security_group (40390532-a02f-41ad-a03d-2eb97ffc4a9e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.267722 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-089683d5-33c0-4b82-bb53-5ba67e515fdf admin admin] Publish callbacks [] for security_group (40390532-a02f-41ad-a03d-2eb97ffc4a9e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.321672 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-089683d5-33c0-4b82-bb53-5ba67e515fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (40390532-a02f-41ad-a03d-2eb97ffc4a9e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.324351 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-089683d5-33c0-4b82-bb53-5ba67e515fdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.325514 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-089683d5-33c0-4b82-bb53-5ba67e515fdf admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/40390532-a02f-41ad-a03d-2eb97ffc4a9e HTTP/1.1" status: 204 len: 168 time: 0.1321385 Feb 04 12:49:56.338319 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089683d5-33c0-4b82-bb53-5ba67e515fdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40390532-a02f-41ad-a03d-2eb97ffc4a9e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:56.673775 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52008) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:56.769643 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] Deleting subnet 529d36c8-c483-431e-8b03-9e149d4bfc0e {{(pid=109006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:56.773629 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] Publish callbacks [] for subnet (529d36c8-c483-431e-8b03-9e149d4bfc0e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.822594 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8186624'] for subnet (529d36c8-c483-431e-8b03-9e149d4bfc0e), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.890795 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad24d6c6-e6a3-4846-b11d-c33f6d9dd9e6 req-1f90c7cb-87c1-46a2-93dc-eef634f96e70 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:56.893193 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ad24d6c6-e6a3-4846-b11d-c33f6d9dd9e6 req-1f90c7cb-87c1-46a2-93dc-eef634f96e70 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0968583 Feb 04 12:49:56.895377 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (529d36c8-c483-431e-8b03-9e149d4bfc0e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:56.975234 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ad24d6c6-e6a3-4846-b11d-c33f6d9dd9e6 req-6dab020c-3173-428b-8dc9-b360a5cea162 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754092 Feb 04 12:49:56.991088 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114167'] for subnet (529d36c8-c483-431e-8b03-9e149d4bfc0e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.025758 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.029035 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] 10.222.0.26 "DELETE /v2.0/subnets/529d36c8-c483-431e-8b03-9e149d4bfc0e HTTP/1.1" status: 204 len: 168 time: 0.3533576 Feb 04 12:49:57.030788 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc16ebc-14af-4420-a22c-9bcb24798bcd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=529d36c8-c483-431e-8b03-9e149d4bfc0e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.032887 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52020) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:57.122626 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (636e7f27-dedc-4c93-ab03-2c8403f0065e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.283760 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (636e7f27-dedc-4c93-ab03-2c8403f0065e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.337296 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['636e7f27-dedc-4c93-ab03-2c8403f0065e']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:57.357321 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '420f1593-77a1-4487-9302-66ae7ad2dec7') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:57.357754 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '420f1593-77a1-4487-9302-66ae7ad2dec7') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:57.370066 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (420f1593-77a1-4487-9302-66ae7ad2dec7), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.400668 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (420f1593-77a1-4487-9302-66ae7ad2dec7), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.409457 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:57.410058 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (420f1593-77a1-4487-9302-66ae7ad2dec7), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:57.412345 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:57.536612 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3270507c-84c5-4e73-83a5-a4d3236fc905 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=d77ce43113644278b22843e2641e1c97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0356057 Feb 04 12:49:57.537449 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (636e7f27-dedc-4c93-ab03-2c8403f0065e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.541595 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.549396 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52054) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:57.550054 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] 10.222.0.26 "DELETE /v2.0/networks/636e7f27-dedc-4c93-ab03-2c8403f0065e HTTP/1.1" status: 204 len: 168 time: 0.5157688 Feb 04 12:49:57.572052 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75aef012-118b-4b94-93f4-c8a5908c8426 admin admin] Pushing event deleted for resources: {'Network': ['ID=636e7f27-dedc-4c93-ab03-2c8403f0065e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.661922 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] Deleting subnet 75bd5d01-fb86-4d65-8029-d80ebc8572e2 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:49:57.667898 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] Publish callbacks [] for subnet (75bd5d01-fb86-4d65-8029-d80ebc8572e2), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.738151 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (75bd5d01-fb86-4d65-8029-d80ebc8572e2), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.803515 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (75bd5d01-fb86-4d65-8029-d80ebc8572e2), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.845598 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-0db8e352-4fd3-4e24-b470-a3229c83aa48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:57.847117 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-0db8e352-4fd3-4e24-b470-a3229c83aa48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2959375 Feb 04 12:49:57.865431 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-f7b49f16-c890-402e-ab30-00a8f704c85f tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/quotas/d77ce43113644278b22843e2641e1c97 HTTP/1.1" status: 200 len: 375 time: 0.0112300 Feb 04 12:49:57.880251 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (75bd5d01-fb86-4d65-8029-d80ebc8572e2), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.904787 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-ed294e1c-ff71-4937-ac6b-87c0cfe760f7 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=d77ce43113644278b22843e2641e1c97&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0318766 Feb 04 12:49:57.911552 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:57.917260 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/75bd5d01-fb86-4d65-8029-d80ebc8572e2 HTTP/1.1" status: 204 len: 168 time: 0.3642879 Feb 04 12:49:57.917260 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f20f85f-609e-42af-8738-24ec086b5ca4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=75bd5d01-fb86-4d65-8029-d80ebc8572e2,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:57.918892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52070) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:58.006398 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (3be090b6-afbb-4857-a37c-f01d0e7c9406), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.135229 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1abc513a-f888-4142-9b25-e1294d6bf75b req-e4eae627-19f4-4f9c-8992-2bacc826fe79 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 210 time: 0.0491564 Feb 04 12:49:58.181221 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (3be090b6-afbb-4857-a37c-f01d0e7c9406), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.211691 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3be090b6-afbb-4857-a37c-f01d0e7c9406']}} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:58.225784 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5') {'for_net_delete': True} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:58.226130 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5') {} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:49:58.240317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827389'] for segment (0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.249941 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b8e23-01dc-440b-816b-4035f18055e5 req-174b624c-0b3d-4a1b-b63c-b1c57f9b76f8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:58.251541 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a13b8e23-01dc-440b-816b-4035f18055e5 req-174b624c-0b3d-4a1b-b63c-b1c57f9b76f8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1557055 Feb 04 12:49:58.276244 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.298883 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=109007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:49:58.299241 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8503657'] for segment (0bc2bf91-4eb1-4349-b32a-ebbf6156f8c5), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: Traceback (most recent call last): Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: timer() Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: cb(*args, **kw) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: return func(*args, **kwargs) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: self._notify() Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: self.callback(batched_events) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: event.method(event) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: return f(self, *a, **k) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._get(url).json() Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: return self.request(url, 'GET', **kwargs) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:49:58.301955 dv-cinder-817351-9-iscsi neutron-server[109007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:49:58.400231 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a13b8e23-01dc-440b-816b-4035f18055e5 req-70e8d7b4-7f05-4653-a4d3-4781c0cd3859 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368353 Feb 04 12:49:58.412552 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (3be090b6-afbb-4857-a37c-f01d0e7c9406), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.431901 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-61ac538f-54db-4e9f-90b0-fbe1a2597a54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.437857 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.441298 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] 10.222.0.26 "DELETE /v2.0/networks/3be090b6-afbb-4857-a37c-f01d0e7c9406 HTTP/1.1" status: 204 len: 168 time: 0.5213959 Feb 04 12:49:58.442237 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd0a6f-eaec-4044-a108-98f45064a4ee admin admin] Pushing event deleted for resources: {'Network': ['ID=3be090b6-afbb-4857-a37c-f01d0e7c9406,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:58.661123 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52102) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:58.723187 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52106) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:58.723662 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-df4fe65b-ed30-49f7-b565-b9555d3514b5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=97881464cfd84ad9afae9fa58b94f8df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0612817 Feb 04 12:49:58.782222 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2be-aad3-45ed-9f7f-2ed21019f386 admin admin] Publish callbacks [] for security_group (0dcd1cb4-808c-49f7-9734-351a647e1411), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.810212 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2be-aad3-45ed-9f7f-2ed21019f386 admin admin] Publish callbacks [] for security_group (0dcd1cb4-808c-49f7-9734-351a647e1411), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.877496 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2be-aad3-45ed-9f7f-2ed21019f386 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (0dcd1cb4-808c-49f7-9734-351a647e1411), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.880495 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2be-aad3-45ed-9f7f-2ed21019f386 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:58.882352 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-d99bd2be-aad3-45ed-9f7f-2ed21019f386 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/0dcd1cb4-808c-49f7-9734-351a647e1411 HTTP/1.1" status: 204 len: 168 time: 0.1578641 Feb 04 12:49:58.909945 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bd2be-aad3-45ed-9f7f-2ed21019f386 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd1cb4-808c-49f7-9734-351a647e1411,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.343680 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aba94dbb-ef9b-4a9c-893f-dea40c5eda5a req-22ac5edc-3fab-4b53-be68-0e6a423c6920 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 210 time: 0.0752258 Feb 04 12:49:59.375110 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-1d53466f-1216-4836-b3a6-39434ff10213 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.75 "GET /v2.0/networks?tenant_id=d77ce43113644278b22843e2641e1c97&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0834725 Feb 04 12:49:59.471869 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52146) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:59.525027 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c074b11b-c725-4c64-b559-59a7553d610e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=80ebdda9645943b780a0a07fb738187c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0519807 Feb 04 12:49:59.529433 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52150) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:49:59.588785 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aba4136b-5c60-4dc9-b3e6-2ec1d33b82fe admin admin] Publish callbacks [] for security_group (ad1e7f21-3a5c-4908-bf01-1a8228ab9c38), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.610925 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aba4136b-5c60-4dc9-b3e6-2ec1d33b82fe admin admin] Publish callbacks [] for security_group (ad1e7f21-3a5c-4908-bf01-1a8228ab9c38), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.632400 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed41500-4c79-48fa-828b-c68d67c7554c req-cf072639-dfeb-48c3-b4fc-7523913fc3fe tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:59.633921 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ed41500-4c79-48fa-828b-c68d67c7554c req-cf072639-dfeb-48c3-b4fc-7523913fc3fe tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1541581 Feb 04 12:49:59.641107 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-1d13ad8f-c1af-4663-9fdc-33b7e27c7ce3 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:49:59.642582 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-1d13ad8f-c1af-4663-9fdc-33b7e27c7ce3 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.75 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2622421 Feb 04 12:49:59.666397 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Request body: {'port': {'device_id': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb', 'admin_state_up': True, 'tenant_id': 'd77ce43113644278b22843e2641e1c97'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:49:59.668859 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aba4136b-5c60-4dc9-b3e6-2ec1d33b82fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ad1e7f21-3a5c-4908-bf01-1a8228ab9c38), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.671714 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aba4136b-5c60-4dc9-b3e6-2ec1d33b82fe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:49:59.672823 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-aba4136b-5c60-4dc9-b3e6-2ec1d33b82fe admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ad1e7f21-3a5c-4908-bf01-1a8228ab9c38 HTTP/1.1" status: 204 len: 168 time: 0.1421697 Feb 04 12:49:59.681751 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba4136b-5c60-4dc9-b3e6-2ec1d33b82fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad1e7f21-3a5c-4908-bf01-1a8228ab9c38,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:49:59.966028 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ed41500-4c79-48fa-828b-c68d67c7554c req-6e35106e-781a-472f-b61a-40591fbbd5c8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3223412 Feb 04 12:50:00.041541 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Made reservation on behalf of d77ce43113644278b22843e2641e1c97 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:00.046029 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.056557 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.168076 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks [] for security_group (06a496e4-1712-4963-84fb-87e442461404), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.174795 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (06a496e4-1712-4963-84fb-87e442461404), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.273269 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06a496e4-1712-4963-84fb-87e442461404,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:00.363160 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Allocated IP 192.168.233.79 (141d4706-7007-444c-8c85-ea13b1ce2cbb/48097440-469f-439c-8408-d728fd59c156/4bc7be12-e839-44e4-86ec-06623be33a32) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:00.485143 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3643390b-7ae0-4610-bf6b-c0ca41538a26 req-e3f85957-ab61-406f-9755-cad079c8d29e tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 210 time: 0.0431869 Feb 04 12:50:00.584877 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks [] for port (4bc7be12-e839-44e4-86ec-06623be33a32), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.630804 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52202) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:00.634785 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.706832 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Network 141d4706-7007-444c-8c85-ea13b1ce2cbb is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:00.712801 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:00.717699 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:00.756085 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Pushing event updated for resources: {'Port': ['ID=4bc7be12-e839-44e4-86ec-06623be33a32,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:00.777657 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-444716ad-2526-43b1-b723-ab0ef39256f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.805818 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:00.806474 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.836530 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-3722fdc4-6fee-4971-85d6-4f74a0074f48 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1740234 Feb 04 12:50:00.904661 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-444716ad-2526-43b1-b723-ab0ef39256f5 admin admin] Publish callbacks [] for security_group (3cd9faba-a845-482c-a704-21c127f7f87a), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.911926 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-444716ad-2526-43b1-b723-ab0ef39256f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (3cd9faba-a845-482c-a704-21c127f7f87a), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:00.974558 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444716ad-2526-43b1-b723-ab0ef39256f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd9faba-a845-482c-a704-21c127f7f87a,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.000321 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-444716ad-2526-43b1-b723-ab0ef39256f5 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b6df6fd2ed98488fa7658cae93b8edd4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3678384 Feb 04 12:50:01.000536 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52216) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:01.062522 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-16490ecc-e110-4c05-8f5c-c9aae126e7c3 admin admin] Publish callbacks [] for security_group (3cd9faba-a845-482c-a704-21c127f7f87a), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.072316 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-6dd82028-0459-4880-89b2-e4bab6f0dda7 None None] Provisioning complete for port 4bc7be12-e839-44e4-86ec-06623be33a32 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:01.073470 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6dd82028-0459-4880-89b2-e4bab6f0dda7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.075851 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-091be2c2-05f9-4816-9df1-a6667f985f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.088459 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-16490ecc-e110-4c05-8f5c-c9aae126e7c3 admin admin] Publish callbacks [] for security_group (3cd9faba-a845-482c-a704-21c127f7f87a), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.124017 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-6dd82028-0459-4880-89b2-e4bab6f0dda7 None None] Port 4bc7be12-e839-44e4-86ec-06623be33a32 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:01.147421 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d4fdad-d330-4bff-b9b7-b3e36e79c7fa req-322b3501-94e2-4799-ae34-68970fe0dc95 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:01.153351 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-16490ecc-e110-4c05-8f5c-c9aae126e7c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (3cd9faba-a845-482c-a704-21c127f7f87a), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.155483 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b5d4fdad-d330-4bff-b9b7-b3e36e79c7fa req-322b3501-94e2-4799-ae34-68970fe0dc95 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0674753 Feb 04 12:50:01.155986 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-16490ecc-e110-4c05-8f5c-c9aae126e7c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.157330 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-16490ecc-e110-4c05-8f5c-c9aae126e7c3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3cd9faba-a845-482c-a704-21c127f7f87a HTTP/1.1" status: 204 len: 168 time: 0.1558728 Feb 04 12:50:01.165762 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16490ecc-e110-4c05-8f5c-c9aae126e7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd9faba-a845-482c-a704-21c127f7f87a,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.220831 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b5d4fdad-d330-4bff-b9b7-b3e36e79c7fa req-90856084-b898-4cbf-8965-4fab5fe408f6 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644126 Feb 04 12:50:01.529442 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52242) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:01.552166 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-26957774-a198-4660-ac0c-026358d5380d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.635827 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52179f8-7ad3-4477-915d-d60ee9a06c51 req-855f71ce-2a10-46c0-8581-198a7145de88 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:01.643383 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d52179f8-7ad3-4477-915d-d60ee9a06c51 req-855f71ce-2a10-46c0-8581-198a7145de88 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 935 time: 0.0813620 Feb 04 12:50:01.654322 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-26957774-a198-4660-ac0c-026358d5380d admin admin] Publish callbacks [] for security_group (70e6a8b6-2577-4fb2-be58-23bf48763e2e), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.658983 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-26957774-a198-4660-ac0c-026358d5380d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (70e6a8b6-2577-4fb2-be58-23bf48763e2e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.697441 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d52179f8-7ad3-4477-915d-d60ee9a06c51 req-b82047b3-8bd7-4da2-a68a-1cb8ef56c6dc tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531793 Feb 04 12:50:01.703196 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-26957774-a198-4660-ac0c-026358d5380d admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=59a7f8daad06437da9c91a67f0bcbd04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1725607 Feb 04 12:50:01.703970 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52246) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:01.704319 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26957774-a198-4660-ac0c-026358d5380d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e6a8b6-2577-4fb2-be58-23bf48763e2e,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:01.762670 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2b11de4d-815d-470d-965d-ba7cb4f02b8a admin admin] Publish callbacks [] for security_group (70e6a8b6-2577-4fb2-be58-23bf48763e2e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.785691 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2b11de4d-815d-470d-965d-ba7cb4f02b8a admin admin] Publish callbacks [] for security_group (70e6a8b6-2577-4fb2-be58-23bf48763e2e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.835959 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2b11de4d-815d-470d-965d-ba7cb4f02b8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (70e6a8b6-2577-4fb2-be58-23bf48763e2e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.838784 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2b11de4d-815d-470d-965d-ba7cb4f02b8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:01.840049 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-2b11de4d-815d-470d-965d-ba7cb4f02b8a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/70e6a8b6-2577-4fb2-be58-23bf48763e2e HTTP/1.1" status: 204 len: 168 time: 0.1340489 Feb 04 12:50:01.848090 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b11de4d-815d-470d-965d-ba7cb4f02b8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e6a8b6-2577-4fb2-be58-23bf48763e2e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:02.192905 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52256) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:02.205603 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d5efea62-048a-477d-840b-63a7f8479ea8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.288533 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d5efea62-048a-477d-840b-63a7f8479ea8 admin admin] Publish callbacks [] for security_group (cb3b0efd-583f-4a70-bcb1-6e1cf97478d4), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.293365 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d5efea62-048a-477d-840b-63a7f8479ea8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cb3b0efd-583f-4a70-bcb1-6e1cf97478d4), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.331753 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d5efea62-048a-477d-840b-63a7f8479ea8 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4a151a4a12ae48e7b0b76d19190c8888&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1376808 Feb 04 12:50:02.332726 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5efea62-048a-477d-840b-63a7f8479ea8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3b0efd-583f-4a70-bcb1-6e1cf97478d4,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:02.335997 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52262) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:02.392839 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701db3a1-a64e-4066-b960-fe3526cfc4c5 req-d087a7da-8ae6-4590-b0f6-c1c00f810aae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:02.394360 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-701db3a1-a64e-4066-b960-fe3526cfc4c5 req-d087a7da-8ae6-4590-b0f6-c1c00f810aae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0928853 Feb 04 12:50:02.405434 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Request body: {'port': {'device_id': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:02.462344 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3a0471dd-3200-482f-9e4e-22577006c84c admin admin] Publish callbacks [] for security_group (cb3b0efd-583f-4a70-bcb1-6e1cf97478d4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.534338 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3a0471dd-3200-482f-9e4e-22577006c84c admin admin] Publish callbacks [] for security_group (cb3b0efd-583f-4a70-bcb1-6e1cf97478d4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.538776 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-701db3a1-a64e-4066-b960-fe3526cfc4c5 req-d2d0b83a-ca6a-4800-8f44-0ce64179e67a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384444 Feb 04 12:50:02.544247 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.687512 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3a0471dd-3200-482f-9e4e-22577006c84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cb3b0efd-583f-4a70-bcb1-6e1cf97478d4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.690092 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3a0471dd-3200-482f-9e4e-22577006c84c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.692071 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-3a0471dd-3200-482f-9e4e-22577006c84c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cb3b0efd-583f-4a70-bcb1-6e1cf97478d4 HTTP/1.1" status: 204 len: 168 time: 0.3541765 Feb 04 12:50:02.712478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0471dd-3200-482f-9e4e-22577006c84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3b0efd-583f-4a70-bcb1-6e1cf97478d4,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:02.868453 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2283fdc4-95ea-41b6-a1a8-7d8dde4acf17 req-af3ab1ab-d78d-4cc4-90ab-62b4262d012a tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:02.877059 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2283fdc4-95ea-41b6-a1a8-7d8dde4acf17 req-af3ab1ab-d78d-4cc4-90ab-62b4262d012a tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 935 time: 0.0708971 Feb 04 12:50:02.880226 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4bc7be12-e839-44e4-86ec-06623be33a32 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:50:02.889463 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Publish callbacks [] for port (4bc7be12-e839-44e4-86ec-06623be33a32), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.910493 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Transition to ACTIVE for port object 4bc7be12-e839-44e4-86ec-06623be33a32 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:50:02.915316 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:02.928221 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2283fdc4-95ea-41b6-a1a8-7d8dde4acf17 req-6aadaae9-75fa-4ce6-b18d-e59d2d505aff tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502732 Feb 04 12:50:03.063302 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7be12-e839-44e4-86ec-06623be33a32,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.106248 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Attempting to bind port 4bc7be12-e839-44e4-86ec-06623be33a32 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:03.106677 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Attempting to bind port 4bc7be12-e839-44e4-86ec-06623be33a32 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:03.107121 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Attempting to bind port 4bc7be12-e839-44e4-86ec-06623be33a32 on network 141d4706-7007-444c-8c85-ea13b1ce2cbb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:03.124198 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Port 4bc7be12-e839-44e4-86ec-06623be33a32 on network 141d4706-7007-444c-8c85-ea13b1ce2cbb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:50:03.124523 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Attempting to bind port 4bc7be12-e839-44e4-86ec-06623be33a32 on network 141d4706-7007-444c-8c85-ea13b1ce2cbb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:03.133796 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:03.134225 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Checking segment: {'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:03.134678 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Bound using segment: {'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:03.135583 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Bound port: 4bc7be12-e839-44e4-86ec-06623be33a32, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '86423d35-a98b-4f3d-91cd-b5c762654de7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:03.136832 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.210479 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] For port 4bc7be12-e839-44e4-86ec-06623be33a32, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:03.218831 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] For port 4bc7be12-e839-44e4-86ec-06623be33a32, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4bc7be12-e839-44e4-86ec-06623be33a32,segment=NetworkSegment(86423d35-a98b-4f3d-91cd-b5c762654de7),segment_id=86423d35-a98b-4f3d-91cd-b5c762654de7)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:03.233317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.274426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.275520 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.277324 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] 10.222.0.75 "PUT /v2.0/ports/4bc7be12-e839-44e4-86ec-06623be33a32 HTTP/1.1" status: 200 len: 1097 time: 0.8799503 Feb 04 12:50:03.278142 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'tag': '4bc7be12-e839-44e4-86ec-06623be33a32'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:03.280296 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6369177d-cf0e-417a-b354-4688bfeb1abe" -d '{"events": [{"name": "network-changed", "server_uuid": "1edf731a-b885-4d02-bad1-59ee9f181d82", "tag": "4bc7be12-e839-44e4-86ec-06623be33a32"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:03.330342 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3800a-5a71-45a3-8aa3-4ca3a7dbfb0d service neutron] Pushing event updated for resources: {'Port': ['ID=4bc7be12-e839-44e4-86ec-06623be33a32,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:03.406137 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:03.414925 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d97419-3bb9-41b1-84d6-017065e5310d x-openstack-request-id: req-41d97419-3bb9-41b1-84d6-017065e5310d {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:03.416808 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1edf731a-b885-4d02-bad1-59ee9f181d82", "tag": "4bc7be12-e839-44e4-86ec-06623be33a32", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:03.417465 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-41d97419-3bb9-41b1-84d6-017065e5310d {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:03.418118 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'tag': '4bc7be12-e839-44e4-86ec-06623be33a32', 'status': 'completed', 'code': 200} Feb 04 12:50:03.420966 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-812bedcb-6ab6-4783-944c-169367c82573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.423954 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-812bedcb-6ab6-4783-944c-169367c82573 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d77ce43113644278b22843e2641e1c97&device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 1131 time: 0.0874825 Feb 04 12:50:03.623740 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-7e64eee1-11ae-4540-b455-3a9b6a26d420 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=4bc7be12-e839-44e4-86ec-06623be33a32 HTTP/1.1" status: 200 len: 217 time: 0.1724436 Feb 04 12:50:03.782886 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-df2f7c18-8e5d-4bcc-93c0-97b0a67d1d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.784930 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-df2f7c18-8e5d-4bcc-93c0-97b0a67d1d12 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48097440-469f-439c-8408-d728fd59c156 HTTP/1.1" status: 200 len: 843 time: 0.1343117 Feb 04 12:50:03.808497 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9062e5-929c-4edc-914c-9def237fc604 req-ca5f8952-b4eb-4acd-995e-3706952bce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.810063 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1d9062e5-929c-4edc-914c-9def237fc604 req-ca5f8952-b4eb-4acd-995e-3706952bce28 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.2141452 Feb 04 12:50:03.821607 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccd91eb-0cb0-45ab-a3ef-b6c92da3a3c5 req-67865e8a-5a7d-4ef6-b3dd-1cf6349dda6c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.835283 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5ccd91eb-0cb0-45ab-a3ef-b6c92da3a3c5 req-67865e8a-5a7d-4ef6-b3dd-1cf6349dda6c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1148918 Feb 04 12:50:03.906348 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-23be4edf-1338-42d7-9fee-b691973dadbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:03.908095 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-23be4edf-1338-42d7-9fee-b691973dadbc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=141d4706-7007-444c-8c85-ea13b1ce2cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1152489 Feb 04 12:50:03.910436 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1d9062e5-929c-4edc-914c-9def237fc604 req-5d1abb34-7af1-4d69-87b6-cf6968ad2f0f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784707 Feb 04 12:50:03.911738 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5ccd91eb-0cb0-45ab-a3ef-b6c92da3a3c5 req-f554dc5e-cc19-40a4-b767-228eb499d36a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700409 Feb 04 12:50:04.094436 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e501ec-5e6b-4c6a-bd38-8b48b117a8e0 req-374c6417-256b-4782-a610-08dcec57bf79 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:04.096294 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f5e501ec-5e6b-4c6a-bd38-8b48b117a8e0 req-374c6417-256b-4782-a610-08dcec57bf79 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 947 time: 0.0612676 Feb 04 12:50:04.215693 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f5e501ec-5e6b-4c6a-bd38-8b48b117a8e0 req-e71dfad7-6e7b-486e-8bef-3fd3586c9bfb tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131413 Feb 04 12:50:04.247799 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-bc61d2c6-c21f-491c-be11-9da8d865d0d5 service neutron] 10.222.0.75 "GET /v2.0/networks/141d4706-7007-444c-8c85-ea13b1ce2cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435027 Feb 04 12:50:04.345496 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7477f3a0-d690-46af-bfef-a02e57ee1b5a req-84770f38-2630-41b6-9f51-46d4b5e7d988 service neutron] 10.222.0.75 "GET /v2.0/networks/141d4706-7007-444c-8c85-ea13b1ce2cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904689 Feb 04 12:50:04.680159 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:04.925107 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:05.055179 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24aa8a15-091b-49ae-8d40-152d8f041bb3 req-083fa57f-acfc-4f4a-b118-9cf4cc823e36 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.056700 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-24aa8a15-091b-49ae-8d40-152d8f041bb3 req-083fa57f-acfc-4f4a-b118-9cf4cc823e36 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0595863 Feb 04 12:50:05.106689 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-24aa8a15-091b-49ae-8d40-152d8f041bb3 req-73696b5a-2774-4af2-9913-e3326d93cbc7 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433118 Feb 04 12:50:05.337428 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613aa3c6-62d1-427a-9580-46d5e047c3d6 req-b44c16c0-0587-4ea4-9a48-e847db93c783 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:05.339506 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-613aa3c6-62d1-427a-9580-46d5e047c3d6 req-b44c16c0-0587-4ea4-9a48-e847db93c783 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 947 time: 0.0587668 Feb 04 12:50:05.388793 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-613aa3c6-62d1-427a-9580-46d5e047c3d6 req-e47c6e4c-71d0-41f4-9d00-7fae1d71543f tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431519 Feb 04 12:50:06.226948 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cb005-25a8-43c9-ba18-407c1857f046 req-a80eccd2-5b7f-4595-8a56-d3086be760f3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.228438 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-588cb005-25a8-43c9-ba18-407c1857f046 req-a80eccd2-5b7f-4595-8a56-d3086be760f3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0534840 Feb 04 12:50:06.275739 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-588cb005-25a8-43c9-ba18-407c1857f046 req-ec11038b-f6b6-4c6e-9a13-c4b35d5f865b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416183 Feb 04 12:50:06.508996 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31116e5d-b358-4b2b-9abe-72358d431f47 req-199c83ea-5150-47ad-83b8-5818745d2f89 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.510542 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-31116e5d-b358-4b2b-9abe-72358d431f47 req-199c83ea-5150-47ad-83b8-5818745d2f89 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 947 time: 0.0534558 Feb 04 12:50:06.557306 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-31116e5d-b358-4b2b-9abe-72358d431f47 req-20ee0bb8-531d-4db5-8021-ad3f2164b73a tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411654 Feb 04 12:50:06.951053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-3428f4de-5c63-4219-832c-2175e84bc64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:06.952576 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-3428f4de-5c63-4219-832c-2175e84bc64b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=d77ce43113644278b22843e2641e1c97&device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 1131 time: 0.0457628 Feb 04 12:50:07.057110 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-1b34892b-4101-4276-a1f3-d6562e78730a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.059139 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-1b34892b-4101-4276-a1f3-d6562e78730a service neutron] 10.222.0.75 "GET /v2.0/networks?id=141d4706-7007-444c-8c85-ea13b1ce2cbb HTTP/1.1" status: 200 len: 869 time: 0.0998535 Feb 04 12:50:07.123396 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-321d7933-2152-447b-bcec-e6da99f8a092 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=4bc7be12-e839-44e4-86ec-06623be33a32 HTTP/1.1" status: 200 len: 217 time: 0.0555499 Feb 04 12:50:07.181897 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-dd20a0a7-68e5-4f44-8103-fead4431abf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.183656 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-dd20a0a7-68e5-4f44-8103-fead4431abf5 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=48097440-469f-439c-8408-d728fd59c156 HTTP/1.1" status: 200 len: 843 time: 0.0529733 Feb 04 12:50:07.243400 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-0d7c084e-581e-4b5d-a5d7-3616fb0640fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.244952 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-0d7c084e-581e-4b5d-a5d7-3616fb0640fa service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=141d4706-7007-444c-8c85-ea13b1ce2cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0548351 Feb 04 12:50:07.347428 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-4b721706-f764-4577-b79e-d944824037f0 service neutron] 10.222.0.75 "GET /v2.0/networks/141d4706-7007-444c-8c85-ea13b1ce2cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914938 Feb 04 12:50:07.420178 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10db2709-cf39-4627-8625-e71e9941b63b req-9776cc26-c14a-4a8d-8435-51fd18d322dd tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.423318 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-10db2709-cf39-4627-8625-e71e9941b63b req-9776cc26-c14a-4a8d-8435-51fd18d322dd tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0741692 Feb 04 12:50:07.467755 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6369177d-cf0e-417a-b354-4688bfeb1abe req-14e8db72-48df-483c-8b0a-f4707aa366e8 service neutron] 10.222.0.75 "GET /v2.0/networks/141d4706-7007-444c-8c85-ea13b1ce2cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146317 Feb 04 12:50:07.492668 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-10db2709-cf39-4627-8625-e71e9941b63b req-107a8c86-610e-4007-bf66-32f6548678d4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608919 Feb 04 12:50:07.688294 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d6dcde-2bb4-4215-a38c-6bc01d1ecdac req-2f67c1fe-f5ed-46ab-951d-135942e30817 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:07.689887 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03d6dcde-2bb4-4215-a38c-6bc01d1ecdac req-2f67c1fe-f5ed-46ab-951d-135942e30817 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 947 time: 0.0605896 Feb 04 12:50:07.742564 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03d6dcde-2bb4-4215-a38c-6bc01d1ecdac req-c205c43d-74f3-4645-a648-735c04c2ed7c tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472050 Feb 04 12:50:08.536572 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4bc7be12-e839-44e4-86ec-06623be33a32 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:50:08.644225 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4bc7be12-e839-44e4-86ec-06623be33a32, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4bc7be12-e839-44e4-86ec-06623be33a32,segment=NetworkSegment(86423d35-a98b-4f3d-91cd-b5c762654de7),segment_id=86423d35-a98b-4f3d-91cd-b5c762654de7)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:08.658332 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '4bc7be12-e839-44e4-86ec-06623be33a32', 'network_id': '141d4706-7007-444c-8c85-ea13b1ce2cbb', 'port_id': '4bc7be12-e839-44e4-86ec-06623be33a32', 'mac_address': 'fa:16:3e:10:32:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48097440-469f-439c-8408-d728fd59c156', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:50:08.717429 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4bc7be12-e839-44e4-86ec-06623be33a32 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:08.718649 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25aad7-2058-4835-9db2-889987cd50fb req-88d0737f-7cd7-4016-a0f3-5ab2fc065aee tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:08.719244 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.728585 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dd25aad7-2058-4835-9db2-889987cd50fb req-88d0737f-7cd7-4016-a0f3-5ab2fc065aee tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1440077 Feb 04 12:50:08.752114 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4bc7be12-e839-44e4-86ec-06623be33a32 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:50:08.820446 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4bc7be12-e839-44e4-86ec-06623be33a32, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4bc7be12-e839-44e4-86ec-06623be33a32,segment=NetworkSegment(86423d35-a98b-4f3d-91cd-b5c762654de7),segment_id=86423d35-a98b-4f3d-91cd-b5c762654de7)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:08.822180 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dd25aad7-2058-4835-9db2-889987cd50fb req-8cf646f7-c12d-4c2e-9684-66419f9a10e9 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877318 Feb 04 12:50:08.829628 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:08.958707 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4bc7be12-e839-44e4-86ec-06623be33a32,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:08.968013 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.968403 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.968963 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.969318 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.969663 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.970770 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.971154 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.971517 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.972149 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.972558 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.972911 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.973251 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.973756 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:08.984349 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72cb98-f0d0-4a0c-ae56-21fb7b4a1114 req-51fe5d15-e766-4c8c-8b99-4af22eabf8b3 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:08.996144 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4e72cb98-f0d0-4a0c-ae56-21fb7b4a1114 req-51fe5d15-e766-4c8c-8b99-4af22eabf8b3 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 948 time: 0.1005235 Feb 04 12:50:09.060328 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4e72cb98-f0d0-4a0c-ae56-21fb7b4a1114 req-e8332b6a-091b-4fba-be27-f13c3173a3f8 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632215 Feb 04 12:50:09.094691 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['4bc7be12-e839-44e4-86ec-06623be33a32'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:50:09.243532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d072b1-b210-4533-b670-5e392bf114ba req-50ca835f-0184-40d1-857b-3022c38b7b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.245851 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a8d072b1-b210-4533-b670-5e392bf114ba req-50ca835f-0184-40d1-857b-3022c38b7b4a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.0948606 Feb 04 12:50:09.315705 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67049ea9-9c6c-473b-adf7-3256b530ca2c req-90adc11e-88ca-40c7-998b-d65ce316113e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.317292 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-67049ea9-9c6c-473b-adf7-3256b530ca2c req-90adc11e-88ca-40c7-998b-d65ce316113e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1317468 Feb 04 12:50:09.397759 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d072b1-b210-4533-b670-5e392bf114ba req-409c0d62-7aa1-4d3a-88c9-f18521650451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.399375 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a8d072b1-b210-4533-b670-5e392bf114ba req-409c0d62-7aa1-4d3a-88c9-f18521650451 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.1467633 Feb 04 12:50:09.405340 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-67049ea9-9c6c-473b-adf7-3256b530ca2c req-bfdda9ca-97f9-443f-8b54-2e420cb1055c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788159 Feb 04 12:50:09.447700 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a8d072b1-b210-4533-b670-5e392bf114ba req-51401ca7-0dff-418f-9ea7-d8fb4130d0f7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 217 time: 0.0409243 Feb 04 12:50:09.509347 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d072b1-b210-4533-b670-5e392bf114ba req-c4965b2e-96c3-4e52-a219-befbedd764ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:09.511609 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a8d072b1-b210-4533-b670-5e392bf114ba req-c4965b2e-96c3-4e52-a219-befbedd764ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0521739 Feb 04 12:50:09.545285 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a8d072b1-b210-4533-b670-5e392bf114ba req-1e3f8e13-237c-431f-bb0f-ea61d6ec646a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272019 Feb 04 12:50:09.646009 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a8d072b1-b210-4533-b670-5e392bf114ba req-87bb14e4-47a5-4c65-a425-0d2fb0f3757d service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936515 Feb 04 12:50:09.767808 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a8d072b1-b210-4533-b670-5e392bf114ba req-6c2aafb5-3ca8-44d6-a124-2b81618a78ee service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147742 Feb 04 12:50:10.217425 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec1b88d-41c1-4824-a401-2fdc57208722 req-557f0b39-2627-452e-822e-a8624ba850a3 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:10.219096 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4ec1b88d-41c1-4824-a401-2fdc57208722 req-557f0b39-2627-452e-822e-a8624ba850a3 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 948 time: 0.0606816 Feb 04 12:50:10.282079 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4ec1b88d-41c1-4824-a401-2fdc57208722 req-b5c912d3-173c-42d8-b389-696b8223200a tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557344 Feb 04 12:50:10.357035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52546) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:10.480238 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-31e06fbf-8ea5-481b-aca6-b82eee1dd680 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.549836 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4bc7be12-e839-44e4-86ec-06623be33a32 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:10.563842 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a8ba66-1559-477d-b262-3b54641dd265 req-5b786ee7-9638-407d-8f2c-f52ba48adf45 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:10.565451 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-50a8ba66-1559-477d-b262-3b54641dd265 req-5b786ee7-9638-407d-8f2c-f52ba48adf45 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0830698 Feb 04 12:50:10.647850 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-31e06fbf-8ea5-481b-aca6-b82eee1dd680 admin admin] Publish callbacks [] for security_group (33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.653365 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-50a8ba66-1559-477d-b262-3b54641dd265 req-47cfeeb1-8d2f-45d0-b8d0-92165c888d48 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803001 Feb 04 12:50:10.655072 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-31e06fbf-8ea5-481b-aca6-b82eee1dd680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.708178 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e06fbf-8ea5-481b-aca6-b82eee1dd680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.715301 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-31e06fbf-8ea5-481b-aca6-b82eee1dd680 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=3114463e03d648f992ef5f87a54ca37f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3547630 Feb 04 12:50:10.715689 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52556) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:10.735820 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 4bc7be12-e839-44e4-86ec-06623be33a32 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:50:10.740028 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 4bc7be12-e839-44e4-86ec-06623be33a32 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:10.740402 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.786485 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3d93f6e1-bf8a-4c99-9ff4-45d3f54e81ed admin admin] Publish callbacks [] for security_group (33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.813633 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3d93f6e1-bf8a-4c99-9ff4-45d3f54e81ed admin admin] Publish callbacks [] for security_group (33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.834470 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4bc7be12-e839-44e4-86ec-06623be33a32 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:10.834862 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.861448 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7be12-e839-44e4-86ec-06623be33a32'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:10.863388 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3d93f6e1-bf8a-4c99-9ff4-45d3f54e81ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.864009 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84cda64-d437-44ce-938f-63f6d52dbb11" -d '{"events": [{"server_uuid": "1edf731a-b885-4d02-bad1-59ee9f181d82", "name": "network-vif-plugged", "status": "completed", "tag": "4bc7be12-e839-44e4-86ec-06623be33a32"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:10.866910 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3d93f6e1-bf8a-4c99-9ff4-45d3f54e81ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.868126 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-3d93f6e1-bf8a-4c99-9ff4-45d3f54e81ed admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba HTTP/1.1" status: 204 len: 168 time: 0.1513550 Feb 04 12:50:10.882107 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4bc7be12-e839-44e4-86ec-06623be33a32, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4bc7be12-e839-44e4-86ec-06623be33a32,segment=NetworkSegment(86423d35-a98b-4f3d-91cd-b5c762654de7),segment_id=86423d35-a98b-4f3d-91cd-b5c762654de7)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:10.884016 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d93f6e1-bf8a-4c99-9ff4-45d3f54e81ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33cf0c44-44ec-4cf2-afa3-8f44e4e7f4ba,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:10.888167 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:10.918455 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83915947-ff21-43c2-bed7-536610b66531 x-openstack-request-id: req-83915947-ff21-43c2-bed7-536610b66531 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:10.919453 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edf731a-b885-4d02-bad1-59ee9f181d82", "name": "network-vif-plugged", "status": "completed", "tag": "4bc7be12-e839-44e4-86ec-06623be33a32", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:10.919453 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-83915947-ff21-43c2-bed7-536610b66531 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:10.919453 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4bc7be12-e839-44e4-86ec-06623be33a32', 'code': 200} Feb 04 12:50:10.961708 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4bc7be12-e839-44e4-86ec-06623be33a32,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:11.129964 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aece63-1ece-4a85-8c21-a75489de2e8c req-645fdc0d-5cbb-4996-a4d1-f470955fc60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:11.133278 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f8aece63-1ece-4a85-8c21-a75489de2e8c req-645fdc0d-5cbb-4996-a4d1-f470955fc60a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 1133 time: 0.0647044 Feb 04 12:50:11.195553 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f8aece63-1ece-4a85-8c21-a75489de2e8c req-b54167a1-7e2d-499d-b8cc-7a94f34819ec service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517893 Feb 04 12:50:11.410185 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c4d0b-eb8b-4a7b-868a-e76832b60294 req-2691e99e-5934-4f5f-9f14-9616fa6655d6 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:11.411771 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f78c4d0b-eb8b-4a7b-868a-e76832b60294 req-2691e99e-5934-4f5f-9f14-9616fa6655d6 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 949 time: 0.0596800 Feb 04 12:50:11.491490 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f78c4d0b-eb8b-4a7b-868a-e76832b60294 req-ec0a5881-8040-4c3c-a9a7-32a10ed7a7e1 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721204 Feb 04 12:50:11.796862 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faae9d01-b886-4a20-9bca-912eb98671ad req-f5b54c25-b06c-4f85-b74a-abe75f6c7f58 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:11.798384 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-faae9d01-b886-4a20-9bca-912eb98671ad req-f5b54c25-b06c-4f85-b74a-abe75f6c7f58 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0579700 Feb 04 12:50:11.851518 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-faae9d01-b886-4a20-9bca-912eb98671ad req-32e439e8-2788-4797-8fb0-2b457b72de81 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473831 Feb 04 12:50:12.265543 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:12.618435 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c27c5f-9d5e-4a11-8736-385a4d2c71f9 req-3ef9363a-12ec-41f5-baa5-8873ee18d44b tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:12.620236 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-95c27c5f-9d5e-4a11-8736-385a4d2c71f9 req-3ef9363a-12ec-41f5-baa5-8873ee18d44b tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 949 time: 0.0573726 Feb 04 12:50:12.672937 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-95c27c5f-9d5e-4a11-8736-385a4d2c71f9 req-9d2dca36-d017-44aa-8fc5-7bb253483a5b tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464516 Feb 04 12:50:13.398799 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f70098-0a22-4684-a30f-6d2e14b8af20 req-37a6309d-3a8a-4de4-a0d6-f208bf3da8fb tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:13.405172 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-17f70098-0a22-4684-a30f-6d2e14b8af20 req-37a6309d-3a8a-4de4-a0d6-f208bf3da8fb tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0791893 Feb 04 12:50:13.614115 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-17f70098-0a22-4684-a30f-6d2e14b8af20 req-f105f2fb-2038-444a-88cf-d7a2d1847d60 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079151 Feb 04 12:50:13.808897 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52684) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:13.844296 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e853026-f8ea-4b5e-b2bb-135ee47ea7d1 req-f60aec60-6ec4-4e65-ad8d-1d1c8b0e817b tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:13.845886 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7e853026-f8ea-4b5e-b2bb-135ee47ea7d1 req-f60aec60-6ec4-4e65-ad8d-1d1c8b0e817b tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 949 time: 0.0779922 Feb 04 12:50:13.908826 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7e853026-f8ea-4b5e-b2bb-135ee47ea7d1 req-1d9222e7-1d50-49c5-900a-4a95aec63006 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537694 Feb 04 12:50:13.938046 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c126fb99-022f-4990-a0a0-ccbbe266115f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.036788 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c126fb99-022f-4990-a0a0-ccbbe266115f admin admin] Publish callbacks [] for security_group (753d3ec9-5322-4658-9460-c167d8a5408f), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.043178 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c126fb99-022f-4990-a0a0-ccbbe266115f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (753d3ec9-5322-4658-9460-c167d8a5408f), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.095369 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-c126fb99-022f-4990-a0a0-ccbbe266115f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2f8c8dafa37e485fa415946d9242bcdc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806890 Feb 04 12:50:14.097729 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52700) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:14.109964 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c126fb99-022f-4990-a0a0-ccbbe266115f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=753d3ec9-5322-4658-9460-c167d8a5408f,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:14.172125 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-41abe0e3-763e-4b2e-9165-c385933ad2b8 admin admin] Publish callbacks [] for security_group (753d3ec9-5322-4658-9460-c167d8a5408f), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.200042 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-41abe0e3-763e-4b2e-9165-c385933ad2b8 admin admin] Publish callbacks [] for security_group (753d3ec9-5322-4658-9460-c167d8a5408f), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.298360 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb3879-3c6a-402b-90d9-ae02fd9f2c9a req-fd2667a6-a660-4991-9a02-5582c82ad8bd tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:14.300077 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5bbb3879-3c6a-402b-90d9-ae02fd9f2c9a req-fd2667a6-a660-4991-9a02-5582c82ad8bd tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 949 time: 0.0968289 Feb 04 12:50:14.333621 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-41abe0e3-763e-4b2e-9165-c385933ad2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (753d3ec9-5322-4658-9460-c167d8a5408f), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.336845 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-41abe0e3-763e-4b2e-9165-c385933ad2b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.338162 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-41abe0e3-763e-4b2e-9165-c385933ad2b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/753d3ec9-5322-4658-9460-c167d8a5408f HTTP/1.1" status: 204 len: 168 time: 0.2394536 Feb 04 12:50:14.363283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41abe0e3-763e-4b2e-9165-c385933ad2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=753d3ec9-5322-4658-9460-c167d8a5408f,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:14.376708 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5bbb3879-3c6a-402b-90d9-ae02fd9f2c9a req-264223ad-349d-4653-ac6f-37839c01b669 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709097 Feb 04 12:50:14.674353 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52730) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:14.690893 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6422f23-5167-42a7-82b0-e46af03702bd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.781550 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6422f23-5167-42a7-82b0-e46af03702bd admin admin] Publish callbacks [] for security_group (6f72e49d-9957-4843-b6b4-a1ee7efdecff), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.788452 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6422f23-5167-42a7-82b0-e46af03702bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (6f72e49d-9957-4843-b6b4-a1ee7efdecff), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.832682 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d6422f23-5167-42a7-82b0-e46af03702bd admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5f7a363a576e4f34a5fd48152fb31dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1570647 Feb 04 12:50:14.833757 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6422f23-5167-42a7-82b0-e46af03702bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f72e49d-9957-4843-b6b4-a1ee7efdecff,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:14.837465 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52742) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:14.906902 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c76532db-310d-4428-8ee8-dd8343aad75f admin admin] Publish callbacks [] for security_group (6f72e49d-9957-4843-b6b4-a1ee7efdecff), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.929020 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c76532db-310d-4428-8ee8-dd8343aad75f admin admin] Publish callbacks [] for security_group (6f72e49d-9957-4843-b6b4-a1ee7efdecff), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.980734 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c76532db-310d-4428-8ee8-dd8343aad75f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (6f72e49d-9957-4843-b6b4-a1ee7efdecff), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.984085 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c76532db-310d-4428-8ee8-dd8343aad75f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:14.985388 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-c76532db-310d-4428-8ee8-dd8343aad75f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/6f72e49d-9957-4843-b6b4-a1ee7efdecff HTTP/1.1" status: 204 len: 168 time: 0.1484768 Feb 04 12:50:14.995365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76532db-310d-4428-8ee8-dd8343aad75f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f72e49d-9957-4843-b6b4-a1ee7efdecff,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:15.522584 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5692fb15-42d2-454d-9bbe-2fb0783dea2e req-cefffad8-4a0a-4f03-8856-a627a82b9471 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:15.524685 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5692fb15-42d2-454d-9bbe-2fb0783dea2e req-cefffad8-4a0a-4f03-8856-a627a82b9471 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 949 time: 0.0627952 Feb 04 12:50:15.586051 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5692fb15-42d2-454d-9bbe-2fb0783dea2e req-aa520cfe-e1b4-4c37-b49a-f57ab2da3ece tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/security-groups?id=06a496e4-1712-4963-84fb-87e442461404&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530457 Feb 04 12:50:15.769235 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28113211-746b-443c-b940-2bfdb451ba0d req-10468fcb-568b-4ab3-8cbd-6119dac71bcd tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:15.770880 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-28113211-746b-443c-b940-2bfdb451ba0d req-10468fcb-568b-4ab3-8cbd-6119dac71bcd tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.75 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 949 time: 0.0602546 Feb 04 12:50:15.890576 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Deleting port 4bc7be12-e839-44e4-86ec-06623be33a32 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:50:15.891245 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.011190 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] For port 4bc7be12-e839-44e4-86ec-06623be33a32, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4bc7be12-e839-44e4-86ec-06623be33a32,segment=NetworkSegment(86423d35-a98b-4f3d-91cd-b5c762654de7),segment_id=86423d35-a98b-4f3d-91cd-b5c762654de7)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:16.011427 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.025320 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Calling delete_port for 4bc7be12-e839-44e4-86ec-06623be33a32 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:50:16.282083 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 52804) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:16.409082 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4bc7be12-e839-44e4-86ec-06623be33a32), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.423982 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['4bc7be12-e839-44e4-86ec-06623be33a32'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:50:16.477989 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Pushing event deleted for resources: {'Port': ['ID=4bc7be12-e839-44e4-86ec-06623be33a32,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.496307 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0d333bc2-b8a8-4fdc-aeb0-f75a20471304 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.523465 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] No DVR routers for this DVR port 4bc7be12-e839-44e4-86ec-06623be33a32 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:50:16.527772 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.531443 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-28113211-746b-443c-b940-2bfdb451ba0d req-67a7873f-5b79-4993-aa2e-49f5d8013a10 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.75 "DELETE /v2.0/ports/4bc7be12-e839-44e4-86ec-06623be33a32 HTTP/1.1" status: 204 len: 173 time: 0.7553673 Feb 04 12:50:16.532051 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'name': 'network-vif-deleted', 'tag': '4bc7be12-e839-44e4-86ec-06623be33a32'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:50:16.534735 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480ef929-9c20-48c9-bd9a-1a3e1ff96bc2" -d '{"events": [{"server_uuid": "1edf731a-b885-4d02-bad1-59ee9f181d82", "name": "network-vif-deleted", "tag": "4bc7be12-e839-44e4-86ec-06623be33a32"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:50:16.586709 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82849b90-b417-4aa7-b689-a42f189a3b25 x-openstack-request-id: req-82849b90-b417-4aa7-b689-a42f189a3b25 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:50:16.587317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1edf731a-b885-4d02-bad1-59ee9f181d82", "name": "network-vif-deleted", "tag": "4bc7be12-e839-44e4-86ec-06623be33a32", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:50:16.587765 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-82849b90-b417-4aa7-b689-a42f189a3b25 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:50:16.590434 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1edf731a-b885-4d02-bad1-59ee9f181d82', 'name': 'network-vif-deleted', 'tag': '4bc7be12-e839-44e4-86ec-06623be33a32', 'status': 'completed', 'code': 200} Feb 04 12:50:16.638340 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0d333bc2-b8a8-4fdc-aeb0-f75a20471304 admin admin] Publish callbacks [] for security_group (9c86f358-866f-420d-8266-3deb4c6fa8b4), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.648379 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0d333bc2-b8a8-4fdc-aeb0-f75a20471304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (9c86f358-866f-420d-8266-3deb4c6fa8b4), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.684676 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d333bc2-b8a8-4fdc-aeb0-f75a20471304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c86f358-866f-420d-8266-3deb4c6fa8b4,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:16.751699 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4102bbe7-30ef-4963-a0a7-ac19849cc540 req-9ff653e1-85bd-4d53-afed-bedcf27f4eb2 tempest-VolumesNegativeTest-1382764687 tempest-VolumesNegativeTest-1382764687-project] 10.222.0.26 "GET /v2.0/ports?device_id=1edf731a-b885-4d02-bad1-59ee9f181d82 HTTP/1.1" status: 200 len: 210 time: 0.0483799 Feb 04 12:50:16.754411 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-0d333bc2-b8a8-4fdc-aeb0-f75a20471304 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=b3b861e68ed645788f406dfd3ee2a909&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4710152 Feb 04 12:50:16.760221 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 52824) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:16.826675 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a7b632b-175e-4c70-9e96-8758ace5b6d8 admin admin] Publish callbacks [] for security_group (9c86f358-866f-420d-8266-3deb4c6fa8b4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.856960 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a7b632b-175e-4c70-9e96-8758ace5b6d8 admin admin] Publish callbacks [] for security_group (9c86f358-866f-420d-8266-3deb4c6fa8b4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.914832 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a7b632b-175e-4c70-9e96-8758ace5b6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (9c86f358-866f-420d-8266-3deb4c6fa8b4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.918127 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5a7b632b-175e-4c70-9e96-8758ace5b6d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:16.919310 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5a7b632b-175e-4c70-9e96-8758ace5b6d8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/9c86f358-866f-420d-8266-3deb4c6fa8b4 HTTP/1.1" status: 204 len: 168 time: 0.1579442 Feb 04 12:50:16.928097 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b632b-175e-4c70-9e96-8758ace5b6d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c86f358-866f-420d-8266-3deb4c6fa8b4,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:18.598882 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4bc7be12-e839-44e4-86ec-06623be33a32 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:50:18.637744 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 4bc7be12-e839-44e4-86ec-06623be33a32 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:50:18.638155 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4bc7be12-e839-44e4-86ec-06623be33a32 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:50:20.225651 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53168) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:20.366904 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7b687e30-07d2-4b39-be96-96575ad79911 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.463122 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7b687e30-07d2-4b39-be96-96575ad79911 admin admin] Publish callbacks [] for security_group (36f148f6-a991-48f2-890f-e24270ee56b6), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.467651 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7b687e30-07d2-4b39-be96-96575ad79911 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (36f148f6-a991-48f2-890f-e24270ee56b6), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.509093 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-7b687e30-07d2-4b39-be96-96575ad79911 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4026cf4643ef424fa1333927ae2472b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2818701 Feb 04 12:50:20.511233 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b687e30-07d2-4b39-be96-96575ad79911 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36f148f6-a991-48f2-890f-e24270ee56b6,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:20.512565 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53190) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:20.571426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6289ae07-0465-4d57-a1e3-999296d97ffa admin admin] Publish callbacks [] for security_group (36f148f6-a991-48f2-890f-e24270ee56b6), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.594689 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6289ae07-0465-4d57-a1e3-999296d97ffa admin admin] Publish callbacks [] for security_group (36f148f6-a991-48f2-890f-e24270ee56b6), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.652885 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6289ae07-0465-4d57-a1e3-999296d97ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (36f148f6-a991-48f2-890f-e24270ee56b6), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.655857 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6289ae07-0465-4d57-a1e3-999296d97ffa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:20.659740 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-6289ae07-0465-4d57-a1e3-999296d97ffa admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/36f148f6-a991-48f2-890f-e24270ee56b6 HTTP/1.1" status: 204 len: 168 time: 0.1434653 Feb 04 12:50:20.665298 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289ae07-0465-4d57-a1e3-999296d97ffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f148f6-a991-48f2-890f-e24270ee56b6,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:23.313222 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957202-3890-47ba-8755-9325a1b4a158 req-3cddf0b3-ecac-4687-b578-c2e97790a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.314671 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cd957202-3890-47ba-8755-9325a1b4a158 req-3cddf0b3-ecac-4687-b578-c2e97790a05e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.0518363 Feb 04 12:50:23.458641 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27b9b7d-993e-4cc2-9324-f46684a24709 req-98e5c301-66cf-4f99-becd-66994d47d122 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:23.460163 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f27b9b7d-993e-4cc2-9324-f46684a24709 req-98e5c301-66cf-4f99-becd-66994d47d122 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0558715 Feb 04 12:50:23.512982 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f27b9b7d-993e-4cc2-9324-f46684a24709 req-fee02dcb-3a58-4bab-89b6-bca417f26147 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468783 Feb 04 12:50:24.326224 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957202-3890-47ba-8755-9325a1b4a158 req-cb010326-0467-4b9c-9708-738ecdea57cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.327740 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cd957202-3890-47ba-8755-9325a1b4a158 req-cb010326-0467-4b9c-9708-738ecdea57cb service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.0951133 Feb 04 12:50:24.655857 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf7a10-582e-4548-9615-d2c625f5b85e req-29036dd9-769d-4d6a-bcf7-2b2f9017797d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:24.656636 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d2bf7a10-582e-4548-9615-d2c625f5b85e req-29036dd9-769d-4d6a-bcf7-2b2f9017797d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0595448 Feb 04 12:50:24.702738 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d2bf7a10-582e-4548-9615-d2c625f5b85e req-035e1662-68b9-40cf-a247-59dc6b3ccefb tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404999 Feb 04 12:50:25.096980 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cd957202-3890-47ba-8755-9325a1b4a158 req-49151a8b-9f50-4127-b428-1a0feeb2d45b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 217 time: 0.0438712 Feb 04 12:50:25.827908 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d4f23-2e97-481a-a108-8e2b2148e659 req-efd3f95a-9927-45fe-8abc-c9a9b54595e3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:25.829564 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e95d4f23-2e97-481a-a108-8e2b2148e659 req-efd3f95a-9927-45fe-8abc-c9a9b54595e3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0565600 Feb 04 12:50:25.889679 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e95d4f23-2e97-481a-a108-8e2b2148e659 req-147eddc0-58bf-4c43-a624-2c7b80071fb1 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531564 Feb 04 12:50:26.062851 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd957202-3890-47ba-8755-9325a1b4a158 req-cfa357c0-5c4f-41ab-a7c4-d0f31c7a3894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:26.064678 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cd957202-3890-47ba-8755-9325a1b4a158 req-cfa357c0-5c4f-41ab-a7c4-d0f31c7a3894 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0487454 Feb 04 12:50:26.100116 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cd957202-3890-47ba-8755-9325a1b4a158 req-0eb5e50b-c688-4c9e-881b-12e9764dc7a8 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281534 Feb 04 12:50:26.230776 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cd957202-3890-47ba-8755-9325a1b4a158 req-065129cf-90ec-4247-882b-b56225c85596 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143408 Feb 04 12:50:26.338690 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cd957202-3890-47ba-8755-9325a1b4a158 req-e4ffe56e-a752-4383-b9d7-659cd63acfc4 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970335 Feb 04 12:50:27.056606 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42fdd5d-1be9-4790-a4b1-129002438265 req-352cdd83-b7be-472d-ad71-4e30ff5742e2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:27.060171 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a42fdd5d-1be9-4790-a4b1-129002438265 req-352cdd83-b7be-472d-ad71-4e30ff5742e2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0640035 Feb 04 12:50:27.125697 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a42fdd5d-1be9-4790-a4b1-129002438265 req-6d20c501-143c-4881-95e3-981fa82d7c0f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561957 Feb 04 12:50:28.285278 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25043c17-63b7-497f-8173-041357d2736e req-4f07a81e-1c80-4bdb-b392-4ec3e61134b4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:28.287123 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-25043c17-63b7-497f-8173-041357d2736e req-4f07a81e-1c80-4bdb-b392-4ec3e61134b4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0779142 Feb 04 12:50:28.351031 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-25043c17-63b7-497f-8173-041357d2736e req-7a7f51eb-4a94-4601-b72e-82d4e418195a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572507 Feb 04 12:50:28.430593 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-82e7d848-8037-4a6c-bde4-75209680c381 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:29.515181 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2d8311-da33-4f8e-92d6-a17d6c7c4ada req-a06a5fc2-85a3-4195-b6f1-358fc4e8c1b3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:29.516800 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4e2d8311-da33-4f8e-92d6-a17d6c7c4ada req-a06a5fc2-85a3-4195-b6f1-358fc4e8c1b3 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0585868 Feb 04 12:50:29.574046 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4e2d8311-da33-4f8e-92d6-a17d6c7c4ada req-2866d5de-72e4-465b-ab85-14a42670eacb tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507789 Feb 04 12:50:30.472753 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53502) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:30.710995 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-6336a7a1-ce09-492b-abca-dc9f08aca5de admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=d77ce43113644278b22843e2641e1c97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355444 Feb 04 12:50:30.714984 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53518) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:30.829117 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0edfdd69-e62d-4167-b133-187fec9b5349 req-1a3611e9-9360-4552-a539-70683bc6bfc8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:30.831165 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0edfdd69-e62d-4167-b133-187fec9b5349 req-1a3611e9-9360-4552-a539-70683bc6bfc8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1376853 Feb 04 12:50:30.839094 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-adcf82bd-7e24-4cf8-9f59-2777e72e9068 admin admin] Publish callbacks [] for security_group (06a496e4-1712-4963-84fb-87e442461404), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.881165 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-adcf82bd-7e24-4cf8-9f59-2777e72e9068 admin admin] Publish callbacks [] for security_group (06a496e4-1712-4963-84fb-87e442461404), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:30.886221 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53522) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:30.941042 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0edfdd69-e62d-4167-b133-187fec9b5349 req-30d3e40a-843e-4f2a-bbe2-dd3938ea5a56 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984499 Feb 04 12:50:31.001905 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-adcf82bd-7e24-4cf8-9f59-2777e72e9068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (06a496e4-1712-4963-84fb-87e442461404), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.018909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-adcf82bd-7e24-4cf8-9f59-2777e72e9068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.020324 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-adcf82bd-7e24-4cf8-9f59-2777e72e9068 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/06a496e4-1712-4963-84fb-87e442461404 HTTP/1.1" status: 204 len: 168 time: 0.3041739 Feb 04 12:50:31.029960 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-c55bc97e-ded8-4e88-a389-89a54a79365a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.030773 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcf82bd-7e24-4cf8-9f59-2777e72e9068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06a496e4-1712-4963-84fb-87e442461404,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.078544 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-625485dd-bb67-462e-aeef-c6aae0b0c912 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.096878 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:50:31.215450 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-625485dd-bb67-462e-aeef-c6aae0b0c912 admin admin] Publish callbacks [] for security_group (7a5723fe-0568-4b05-84b6-e052f27a66c4), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.221040 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-625485dd-bb67-462e-aeef-c6aae0b0c912 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7a5723fe-0568-4b05-84b6-e052f27a66c4), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.269057 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-625485dd-bb67-462e-aeef-c6aae0b0c912 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=35cf911bac7d4c3f80d3fb51e28c9b3f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3816121 Feb 04 12:50:31.273483 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53536) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:31.283030 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625485dd-bb67-462e-aeef-c6aae0b0c912 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5723fe-0568-4b05-84b6-e052f27a66c4,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.337534 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53538) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:31.356270 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cc756fc-88f9-4bfe-a380-1216a8a76265 admin admin] Publish callbacks [] for security_group (7a5723fe-0568-4b05-84b6-e052f27a66c4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.387176 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cc756fc-88f9-4bfe-a380-1216a8a76265 admin admin] Publish callbacks [] for security_group (7a5723fe-0568-4b05-84b6-e052f27a66c4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.513117 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecc74-19cc-4435-9996-27c6b923810a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.517418 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cc756fc-88f9-4bfe-a380-1216a8a76265 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (7a5723fe-0568-4b05-84b6-e052f27a66c4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.520224 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1cc756fc-88f9-4bfe-a380-1216a8a76265 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.524251 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-1cc756fc-88f9-4bfe-a380-1216a8a76265 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/7a5723fe-0568-4b05-84b6-e052f27a66c4 HTTP/1.1" status: 204 len: 168 time: 0.2495570 Feb 04 12:50:31.541630 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc756fc-88f9-4bfe-a380-1216a8a76265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5723fe-0568-4b05-84b6-e052f27a66c4,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.725843 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecc74-19cc-4435-9996-27c6b923810a admin admin] Publish callbacks [] for security_group (11253498-6dff-4d02-8415-f6587103e08b), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.733450 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4ecc74-19cc-4435-9996-27c6b923810a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (11253498-6dff-4d02-8415-f6587103e08b), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.779932 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4ecc74-19cc-4435-9996-27c6b923810a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11253498-6dff-4d02-8415-f6587103e08b,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:31.818268 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-0d4ecc74-19cc-4435-9996-27c6b923810a admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=c6354fafa9994d228d5a2e81b610ff12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4771883 Feb 04 12:50:31.818789 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53568) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:31.919628 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb777-e847-40c7-889a-da50b74f97fc admin admin] Publish callbacks [] for security_group (11253498-6dff-4d02-8415-f6587103e08b), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:31.991623 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb777-e847-40c7-889a-da50b74f97fc admin admin] Publish callbacks [] for security_group (11253498-6dff-4d02-8415-f6587103e08b), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.177193 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb777-e847-40c7-889a-da50b74f97fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (11253498-6dff-4d02-8415-f6587103e08b), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.183507 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4f5eb777-e847-40c7-889a-da50b74f97fc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.188666 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4f5eb777-e847-40c7-889a-da50b74f97fc admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11253498-6dff-4d02-8415-f6587103e08b HTTP/1.1" status: 204 len: 168 time: 0.3658402 Feb 04 12:50:32.273434 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5eb777-e847-40c7-889a-da50b74f97fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11253498-6dff-4d02-8415-f6587103e08b,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:32.295831 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53590) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:32.383819 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7032d8af-2833-4637-95c0-19ea1e73a1d7 req-8c26f007-9c49-4c8b-ac91-8738f74442dd tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:32.401421 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7032d8af-2833-4637-95c0-19ea1e73a1d7 req-8c26f007-9c49-4c8b-ac91-8738f74442dd tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.2096119 Feb 04 12:50:32.485161 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7032d8af-2833-4637-95c0-19ea1e73a1d7 req-23af75dc-5940-4331-b127-8a894b28a0e5 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813575 Feb 04 12:50:32.632199 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53602) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:32.652185 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-44776607-network', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:32.713565 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Made reservation on behalf of 4d42ef29a88f46e98b25010c0d105ba7 for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:32.720353 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.735064 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.752736 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-02163af0-1702-4793-b6c8-1b2063476829 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.836880 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks [] for security_group (dbc5e94b-fd18-4d97-a091-935b80eb2f6f), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.841792 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (dbc5e94b-fd18-4d97-a091-935b80eb2f6f), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.871965 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-02163af0-1702-4793-b6c8-1b2063476829 admin admin] Publish callbacks [] for security_group (542c03ca-ae46-4fac-89c4-cc00f74401a5), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.877165 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:32.877432 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-02163af0-1702-4793-b6c8-1b2063476829 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (542c03ca-ae46-4fac-89c4-cc00f74401a5), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.916909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbc5e94b-fd18-4d97-a091-935b80eb2f6f,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:32.923004 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-02163af0-1702-4793-b6c8-1b2063476829 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=6b204876400d41a1b59025371c4a7550&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2888763 Feb 04 12:50:32.924475 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (1172059b-5f2a-4ca6-a82e-54fb58d48ded), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:32.924831 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Added segment 1172059b-5f2a-4ca6-a82e-54fb58d48ded of type vlan for network 7303c293-47d0-4dee-894a-2ddfdf0563fb Feb 04 12:50:32.925964 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53614) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:32.934760 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02163af0-1702-4793-b6c8-1b2063476829 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=542c03ca-ae46-4fac-89c4-cc00f74401a5,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:32.990286 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f15da-6fed-4ddb-918c-757558a85cd0 admin admin] Publish callbacks [] for security_group (542c03ca-ae46-4fac-89c4-cc00f74401a5), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.001989 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (7303c293-47d0-4dee-894a-2ddfdf0563fb), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.018910 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f15da-6fed-4ddb-918c-757558a85cd0 admin admin] Publish callbacks [] for security_group (542c03ca-ae46-4fac-89c4-cc00f74401a5), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.057245 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (7303c293-47d0-4dee-894a-2ddfdf0563fb), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.058406 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:33.059047 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.089122 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f15da-6fed-4ddb-918c-757558a85cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (542c03ca-ae46-4fac-89c4-cc00f74401a5), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.098683 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ad1f15da-6fed-4ddb-918c-757558a85cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.098683 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-ad1f15da-6fed-4ddb-918c-757558a85cd0 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/542c03ca-ae46-4fac-89c4-cc00f74401a5 HTTP/1.1" status: 204 len: 168 time: 0.1705592 Feb 04 12:50:33.110372 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f15da-6fed-4ddb-918c-757558a85cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=542c03ca-ae46-4fac-89c4-cc00f74401a5,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:33.157090 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8569360 Feb 04 12:50:33.158074 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53624) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:33.163152 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Request body: {'subnet': {'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-44776607-subnet', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:33.164531 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e43528-503a-4972-a2da-95b62f5d6af5 admin admin] Pushing event updated for resources: {'Network': ['ID=7303c293-47d0-4dee-894a-2ddfdf0563fb,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:33.176958 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:50:33.188353 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Made reservation on behalf of 4d42ef29a88f46e98b25010c0d105ba7 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:33.191413 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.389342 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.509212 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (988ff66e-4f11-4eb6-bc94-1a6f68371fb7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.610528 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=988ff66e-4f11-4eb6-bc94-1a6f68371fb7,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:33.620484 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Checking segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:33.620938 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Network hostable DHCP agents. Network: 7303c293-47d0-4dee-894a-2ddfdf0563fb, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:33.643046 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:33.659532 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 7303c293-47d0-4dee-894a-2ddfdf0563fb) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:33.665376 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:33.666732 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.678173 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d524be5-3358-4940-b270-6728afd77931 None None] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:33.698666 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e4177f0b-e413-434a-93e8-ec692f867d03 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5381768 Feb 04 12:50:33.700993 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53654) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:33.706506 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:33.724861 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7b4daa-30bd-4821-a335-14f3a7bde437 req-bcf15e4a-052f-4422-8340-64d9a4d92fc8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:33.735890 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2b7b4daa-30bd-4821-a335-14f3a7bde437 req-bcf15e4a-052f-4422-8340-64d9a4d92fc8 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1128316 Feb 04 12:50:33.789277 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (ec8044fc-50f3-4319-804f-1391041cde71), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.791364 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (ec8044fc-50f3-4319-804f-1391041cde71), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:33.815323 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2b7b4daa-30bd-4821-a335-14f3a7bde437 req-a7064d2f-dd20-4d7d-ba08-d19b43cde349 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714877 Feb 04 12:50:33.858010 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks [] for router_controller (ec8044fc-50f3-4319-804f-1391041cde71), precommit_add_association {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.006716 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-7303c293-47d0-4dee-894a-2ddfdf0563fb', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:50:34.008447 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.270318 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks [] for router_gateway (ec8044fc-50f3-4319-804f-1391041cde71), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.450486 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Allocated IP 172.20.0.2 (7303c293-47d0-4dee-894a-2ddfdf0563fb/988ff66e-4f11-4eb6-bc94-1a6f68371fb7/26c6fe76-1241-40d4-a241-9d11c1d4276e) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:34.718244 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks [] for router_gateway (ec8044fc-50f3-4319-804f-1391041cde71), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.723735 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.742883 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Publish callbacks [] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.755067 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.763119 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.841310 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:34.852017 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:34.856402 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Pushing event updated for resources: {'Port': ['ID=26c6fe76-1241-40d4-a241-9d11c1d4276e,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:34.870535 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:34.986642 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:34.989522 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Attempting to bind port 26c6fe76-1241-40d4-a241-9d11c1d4276e on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:34.990248 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Attempting to bind port 26c6fe76-1241-40d4-a241-9d11c1d4276e by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:34.990931 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Attempting to bind port 26c6fe76-1241-40d4-a241-9d11c1d4276e on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:34.999942 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:35.000486 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Checking segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:35.001167 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.001918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Bound using segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:35.002570 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Bound port: 26c6fe76-1241-40d4-a241-9d11c1d4276e, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:35.003300 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.086379 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] For port 26c6fe76-1241-40d4-a241-9d11c1d4276e, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:35.093450 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] For port 26c6fe76-1241-40d4-a241-9d11c1d4276e, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=26c6fe76-1241-40d4-a241-9d11c1d4276e,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:35.105620 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.144155 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62799bf9-5489-4155-8925-734dfe28b4a0 req-e749905a-b6e5-4811-8a97-5f465a240cac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:35.147045 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-62799bf9-5489-4155-8925-734dfe28b4a0 req-e749905a-b6e5-4811-8a97-5f465a240cac tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.2529185 Feb 04 12:50:35.166193 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Allocated IP 172.27.3.77 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/cd985331-c3b2-48e6-8a1d-faab4c6ecf24) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:35.251388 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc9d3c3-5581-45e3-a754-6e90ae2f78b7 None None] Pushing event updated for resources: {'Port': ['ID=26c6fe76-1241-40d4-a241-9d11c1d4276e,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:35.353781 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-62799bf9-5489-4155-8925-734dfe28b4a0 req-4acf532f-1e03-47de-8d86-be0a827bbbcd tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129274 Feb 04 12:50:35.381536 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks [] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.518692 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:35.607182 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:35.612423 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:35.616483 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:35.668455 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Pushing event updated for resources: {'Port': ['ID=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:36.472133 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks [] for router_gateway (ec8044fc-50f3-4319-804f-1391041cde71), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:36.705960 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63ba996-5cd0-4d34-8e4b-eed143b40461 req-77196b0f-a0f0-4f25-b8e9-46b0dc611923 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:36.720666 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f63ba996-5cd0-4d34-8e4b-eed143b40461 req-77196b0f-a0f0-4f25-b8e9-46b0dc611923 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1921315 Feb 04 12:50:36.836118 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f63ba996-5cd0-4d34-8e4b-eed143b40461 req-10b16f0b-27d4-4bd6-8868-b5bb0819d8ab tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128800 Feb 04 12:50:36.850109 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 26c6fe76-1241-40d4-a241-9d11c1d4276e up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:36.895189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fcd626-558e-4a65-9886-978fd3a14daa None None] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:37.007638 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (ec8044fc-50f3-4319-804f-1391041cde71), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.068493 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 26c6fe76-1241-40d4-a241-9d11c1d4276e triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:37.069134 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.077682 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-8bba9d2e-1841-42d7-a019-6fc82d56633b None None] Provisioning complete for port 26c6fe76-1241-40d4-a241-9d11c1d4276e triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:37.078331 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8bba9d2e-1841-42d7-a019-6fc82d56633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.242859 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Router ec8044fc-50f3-4319-804f-1391041cde71 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:50:37.304632 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 26c6fe76-1241-40d4-a241-9d11c1d4276e is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:37.305038 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.391763 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 26c6fe76-1241-40d4-a241-9d11c1d4276e, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=26c6fe76-1241-40d4-a241-9d11c1d4276e,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:37.430065 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.487338 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8bba9d2e-1841-42d7-a019-6fc82d56633b None None] Current status of the port 26c6fe76-1241-40d4-a241-9d11c1d4276e is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:37.487528 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8bba9d2e-1841-42d7-a019-6fc82d56633b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.530740 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:37.533941 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=26c6fe76-1241-40d4-a241-9d11c1d4276e,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:37.546358 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:37.573334 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:37.576685 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:37.577821 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53750) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:37.578417 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-a5cd9a4b-d39c-46de-aa12-56dc2aa0c2b9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8760276 Feb 04 12:50:37.579114 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:37.617846 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.db.api [None req-8bba9d2e-1841-42d7-a019-6fc82d56633b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109008) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 04 12:50:37.618628 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG oslo_db.api [None req-8bba9d2e-1841-42d7-a019-6fc82d56633b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 04 12:50:37.820766 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:38.057653 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35709eb2-56fa-42d7-aa23-6fe1d891637c req-f763b9a4-5143-4fff-b0f7-73703bc0ff4d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:38.070547 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-35709eb2-56fa-42d7-aa23-6fe1d891637c req-f763b9a4-5143-4fff-b0f7-73703bc0ff4d tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0958793 Feb 04 12:50:38.133137 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:36Z', 'revision_number': 3, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:38.162252 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-35709eb2-56fa-42d7-aa23-6fe1d891637c req-1cc6c416-b7ee-4e0a-9e74-bb06255352aa tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900834 Feb 04 12:50:38.193460 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8bba9d2e-1841-42d7-a019-6fc82d56633b None None] Current status of the port 26c6fe76-1241-40d4-a241-9d11c1d4276e is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:38.198764 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:38.199601 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Updating router ec8044fc-50f3-4319-804f-1391041cde71 port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:38.248256 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.326096 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-a90f7e15-185d-49cb-903a-4c96d8547006 None None] Provisioning complete for port 26c6fe76-1241-40d4-a241-9d11c1d4276e triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:38.326582 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a90f7e15-185d-49cb-903a-4c96d8547006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.330221 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.463187 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-a90f7e15-185d-49cb-903a-4c96d8547006 None None] Current status of the port 26c6fe76-1241-40d4-a241-9d11c1d4276e is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:38.569101 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Allocated IP 172.20.0.1 (7303c293-47d0-4dee-894a-2ddfdf0563fb/988ff66e-4f11-4eb6-bc94-1a6f68371fb7/addb11ee-bb80-411c-aca6-30e533242f44) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:38.664817 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Publish callbacks [] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.678877 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.699016 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks [] for port (addb11ee-bb80-411c-aca6-30e533242f44), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.744947 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (addb11ee-bb80-411c-aca6-30e533242f44), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.766255 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Attempting to bind port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:38.766663 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Attempting to bind port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:38.767072 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Attempting to bind port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:38.776332 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 26c6fe76-1241-40d4-a241-9d11c1d4276e up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:38.780252 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Pushing event updated for resources: {'Port': ['ID=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,revision_number=2']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:38.784611 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:38.784975 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:38.785383 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.785787 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:38.786275 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Bound port: cd985331-c3b2-48e6-8a1d-faab4c6ecf24, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:38.786656 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.800509 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:38.803908 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:38.807450 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:38.818374 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.818866 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.819173 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.819502 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.819836 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.820167 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.820544 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.820874 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.821204 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.821547 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.821964 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.822295 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.822614 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.852682 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Pushing event updated for resources: {'Port': ['ID=addb11ee-bb80-411c-aca6-30e533242f44,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:38.871077 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] For port cd985331-c3b2-48e6-8a1d-faab4c6ecf24, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:38.879682 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.880407 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.880705 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] For port cd985331-c3b2-48e6-8a1d-faab4c6ecf24, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:38.881572 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.882458 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.883138 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.883957 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.884873 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.886004 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.886710 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.887454 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.888182 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.888862 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.889733 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:38.892528 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 26c6fe76-1241-40d4-a241-9d11c1d4276e triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:38.892948 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.893100 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:38.919145 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (ec8044fc-50f3-4319-804f-1391041cde71), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.009076 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:39.011862 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:39.030677 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 26c6fe76-1241-40d4-a241-9d11c1d4276e is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:39.114290 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (addb11ee-bb80-411c-aca6-30e533242f44), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.159489 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e80b639-7f0e-422e-87e7-79d85d595fa5 None None] Pushing event updated for resources: {'Port': ['ID=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:39.198284 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-20fc9bd6-f67d-4896-bc20-51f96df738ce None None] Provisioning complete for port addb11ee-bb80-411c-aca6-30e533242f44 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:39.199229 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-20fc9bd6-f67d-4896-bc20-51f96df738ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (addb11ee-bb80-411c-aca6-30e533242f44), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.249132 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:39.280595 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-20fc9bd6-f67d-4896-bc20-51f96df738ce None None] Port addb11ee-bb80-411c-aca6-30e533242f44 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:39.489848 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691b0f4c-ed8e-4fe3-8355-a2a527b3b264 req-48caf542-c1be-4320-9877-a7281799fd86 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:39.492724 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-691b0f4c-ed8e-4fe3-8355-a2a527b3b264 req-48caf542-c1be-4320-9877-a7281799fd86 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1629143 Feb 04 12:50:39.497094 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks [] for port (addb11ee-bb80-411c-aca6-30e533242f44), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.520227 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:36Z', 'revision_number': 3, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:39.529105 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (addb11ee-bb80-411c-aca6-30e533242f44), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.556500 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2eec0c9-68bc-4d94-90e4-942ada4ed611 None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:36Z', 'revision_number': 3, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:39.704575 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-691b0f4c-ed8e-4fe3-8355-a2a527b3b264 req-9d9d0184-d974-4b66-a9b3-0ecd1f7c979c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004106 Feb 04 12:50:39.714890 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (ec8044fc-50f3-4319-804f-1391041cde71), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:39.718166 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Pushing event updated for resources: {'Port': ['ID=addb11ee-bb80-411c-aca6-30e533242f44,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:39.879260 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:39.881568 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:40.049126 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:40.300980 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:40.307469 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ef725a71-778e-495e-aa67-f800be7b1287 admin admin] 10.222.0.26 "PUT /v2.0/routers/ec8044fc-50f3-4319-804f-1391041cde71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7274396 Feb 04 12:50:40.423748 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-06ac5ba3-a303-48c3-ae7d-a23c14858645 None None] Provisioning complete for port addb11ee-bb80-411c-aca6-30e533242f44 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:40.425377 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-06ac5ba3-a303-48c3-ae7d-a23c14858645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (addb11ee-bb80-411c-aca6-30e533242f44), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:40.483922 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-06ac5ba3-a303-48c3-ae7d-a23c14858645 None None] Port addb11ee-bb80-411c-aca6-30e533242f44 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:40.765755 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cd985331-c3b2-48e6-8a1d-faab4c6ecf24 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:40.831652 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-5613df26-278d-4161-a9e5-ff07b9c1712d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1022491 Feb 04 12:50:40.944356 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1e7444-bdf2-435a-bd3f-9c790056c3b4 req-67fc4855-83d5-4453-8516-b9837e420e60 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:40.952204 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fa1e7444-bdf2-435a-bd3f-9c790056c3b4 req-67fc4855-83d5-4453-8516-b9837e420e60 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1082187 Feb 04 12:50:41.033400 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:41.034304 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.037215 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fa1e7444-bdf2-435a-bd3f-9c790056c3b4 req-c2dbc33d-63a2-4063-8c8f-2846d3e6b702 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723484 Feb 04 12:50:41.156763 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:41.157233 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.185032 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port cd985331-c3b2-48e6-8a1d-faab4c6ecf24, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:41.190767 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.273092 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:41.323980 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53806) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:41.333121 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1355372842-network', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:41.367075 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Made reservation on behalf of 2bc11076acb44b34a2eebb55a7cae2a2 for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:41.370724 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.380747 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.490066 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks [] for security_group (da770c14-e1a5-4728-9a15-55a156ae2111), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.497538 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (da770c14-e1a5-4728-9a15-55a156ae2111), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.555474 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:50:41.571924 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da770c14-e1a5-4728-9a15-55a156ae2111,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:41.583762 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (e506d7a8-825a-4b49-8138-f682b0618ad3), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.584251 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Added segment e506d7a8-825a-4b49-8138-f682b0618ad3 of type vlan for network 1bcdef20-2435-4f82-978e-9ae9a6807545 Feb 04 12:50:41.586662 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.587731 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.588186 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.588729 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.589132 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.589648 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.590087 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.590522 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.590985 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.591421 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.591863 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.592284 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.592708 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:50:41.655809 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (1bcdef20-2435-4f82-978e-9ae9a6807545), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.692036 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (1bcdef20-2435-4f82-978e-9ae9a6807545), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.693347 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:41.694218 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.769008 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4434903 Feb 04 12:50:41.772950 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53810) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:41.782637 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Request body: {'subnet': {'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1355372842-subnet', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:41.787868 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caecb90-5534-4d9a-bba8-cefb3d8c1118 admin admin] Pushing event updated for resources: {'Network': ['ID=1bcdef20-2435-4f82-978e-9ae9a6807545,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:41.802646 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:50:41.817796 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Made reservation on behalf of 2bc11076acb44b34a2eebb55a7cae2a2 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:50:41.820422 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:41.919807 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:41.937617 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:41.938843 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:42.047968 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (215790c1-fa44-456c-80a3-84a281ffc847), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.114573 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Pushing event updated for resources: {'Subnet': ['ID=215790c1-fa44-456c-80a3-84a281ffc847,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:42.126157 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Checking segment: {'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:42.126460 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Network hostable DHCP agents. Network: 1bcdef20-2435-4f82-978e-9ae9a6807545, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:50:42.148572 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:50:42.157795 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:42.161245 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 1bcdef20-2435-4f82-978e-9ae9a6807545) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:42.167123 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.168244 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.194477 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-28a56c2a-155a-4399-a3d9-a2c7bdc8f705 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4207292 Feb 04 12:50:42.198987 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53816) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:42.204827 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:42.225356 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a7233f-0e7b-4508-91f5-cff928d0f029 None None] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:42.241515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (0b37c5e9-afd8-4191-b429-04355df21385), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.241515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (0b37c5e9-afd8-4191-b429-04355df21385), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.264744 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0206ac48-5a4f-4932-82b6-154cecbf7eb1 req-2d5d652c-30fc-4420-a283-1b1716f2195f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.269560 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0206ac48-5a4f-4932-82b6-154cecbf7eb1 req-2d5d652c-30fc-4420-a283-1b1716f2195f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0971644 Feb 04 12:50:42.331171 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks [] for router_controller (0b37c5e9-afd8-4191-b429-04355df21385), precommit_add_association {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.331779 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0206ac48-5a4f-4932-82b6-154cecbf7eb1 req-43694562-f8c9-4543-abf3-d994c0371291 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574088 Feb 04 12:50:42.407895 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.534419 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-1bcdef20-2435-4f82-978e-9ae9a6807545', 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545', 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'fixed_ips': [{'subnet_id': '215790c1-fa44-456c-80a3-84a281ffc847'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:50:42.535380 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.550505 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-816c5052-ca2f-4439-b01c-5faa52dce93f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.553688 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-816c5052-ca2f-4439-b01c-5faa52dce93f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 1129 time: 0.0947323 Feb 04 12:50:42.608157 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks [] for router_gateway (0b37c5e9-afd8-4191-b429-04355df21385), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.774057 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-5b9e1b5c-eee2-45fb-a4c0-b08eb98c81e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:42.776332 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-5b9e1b5c-eee2-45fb-a4c0-b08eb98c81e2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.1886213 Feb 04 12:50:42.781274 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cd985331-c3b2-48e6-8a1d-faab4c6ecf24 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:42.857016 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-a74d03a0-f1fa-428c-807f-76e5ff1c056a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cf1db5f7-910b-4238-b078-d96a149e740d HTTP/1.1" status: 200 len: 217 time: 0.0741751 Feb 04 12:50:42.879673 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 2, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:42.887076 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Allocated IP 172.20.0.2 (1bcdef20-2435-4f82-978e-9ae9a6807545/215790c1-fa44-456c-80a3-84a281ffc847/dcb45967-6612-4b13-a1a6-97350d314c8e) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:42.924541 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks [] for router_gateway (0b37c5e9-afd8-4191-b429-04355df21385), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:42.958362 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:42.958916 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Updating router ec8044fc-50f3-4319-804f-1391041cde71 port addb11ee-bb80-411c-aca6-30e533242f44 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:42.960966 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.093438 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (addb11ee-bb80-411c-aca6-30e533242f44), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.143615 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Allocated IP 172.27.3.171 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/7b69dd21-19a4-4317-a293-a62252ed2e70) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:43.216077 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:43.216711 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.359684 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks [] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.539848 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Publish callbacks [] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.561748 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.643776 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.665795 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:43.670916 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:43.685546 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:43.686555 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40cca20-77ae-4cba-b33a-e300abd937a8 req-ee6e39b6-f3ab-4426-a0da-0836368fdfc2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:43.688220 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a40cca20-77ae-4cba-b33a-e300abd937a8 req-ee6e39b6-f3ab-4426-a0da-0836368fdfc2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0961530 Feb 04 12:50:43.691551 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:43.702437 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:43.708323 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:43.708615 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Pushing event updated for resources: {'Port': ['ID=dcb45967-6612-4b13-a1a6-97350d314c8e,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:43.714104 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:43.718405 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Pushing event updated for resources: {'Port': ['ID=7b69dd21-19a4-4317-a293-a62252ed2e70,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:43.810984 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-444912ed-e007-4deb-8851-301c6a65dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:43.815255 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-444912ed-e007-4deb-8851-301c6a65dd39 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.1213388 Feb 04 12:50:43.825717 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Publish callbacks [] for port (addb11ee-bb80-411c-aca6-30e533242f44), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.828098 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Attempting to bind port dcb45967-6612-4b13-a1a6-97350d314c8e on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:43.828429 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Attempting to bind port dcb45967-6612-4b13-a1a6-97350d314c8e by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:43.828889 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Attempting to bind port dcb45967-6612-4b13-a1a6-97350d314c8e on network 1bcdef20-2435-4f82-978e-9ae9a6807545 {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:43.839021 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:43.839404 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Checking segment: {'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:43.839818 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.840309 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Bound using segment: {'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:43.840850 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Bound port: dcb45967-6612-4b13-a1a6-97350d314c8e, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:43.841237 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.843614 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (addb11ee-bb80-411c-aca6-30e533242f44), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:43.941586 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead8924-b0c7-4610-8b37-88e7ade10c1b None None] Pushing event updated for resources: {'Port': ['ID=addb11ee-bb80-411c-aca6-30e533242f44,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:44.007866 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a40cca20-77ae-4cba-b33a-e300abd937a8 req-c9f1f1a8-7d72-4fee-950d-a1af5606df93 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580745 Feb 04 12:50:44.164799 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d7093691-848e-4350-9f55-e7934f358dab None None] For port dcb45967-6612-4b13-a1a6-97350d314c8e, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:44.189252 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Attempting to bind port addb11ee-bb80-411c-aca6-30e533242f44 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:44.189861 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Attempting to bind port addb11ee-bb80-411c-aca6-30e533242f44 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:44.190459 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Attempting to bind port addb11ee-bb80-411c-aca6-30e533242f44 on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:44.198140 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d7093691-848e-4350-9f55-e7934f358dab None None] For port dcb45967-6612-4b13-a1a6-97350d314c8e, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=dcb45967-6612-4b13-a1a6-97350d314c8e,segment=NetworkSegment(e506d7a8-825a-4b49-8138-f682b0618ad3),segment_id=e506d7a8-825a-4b49-8138-f682b0618ad3)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:44.207443 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:44.208100 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Checking segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:44.208788 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:44.209442 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Bound using segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:44.210261 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Bound port: addb11ee-bb80-411c-aca6-30e533242f44, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:44.210923 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (addb11ee-bb80-411c-aca6-30e533242f44), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:44.212976 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks [] for router_gateway (0b37c5e9-afd8-4191-b429-04355df21385), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:44.216388 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:44.373722 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-a0b3eccb-40ff-4182-b630-c6bf163d6244 None None] Provisioning complete for port addb11ee-bb80-411c-aca6-30e533242f44 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:44.374377 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a0b3eccb-40ff-4182-b630-c6bf163d6244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (addb11ee-bb80-411c-aca6-30e533242f44), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:44.439340 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7093691-848e-4350-9f55-e7934f358dab None None] Pushing event updated for resources: {'Port': ['ID=dcb45967-6612-4b13-a1a6-97350d314c8e,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:44.455042 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] For port addb11ee-bb80-411c-aca6-30e533242f44, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:44.460198 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] For port addb11ee-bb80-411c-aca6-30e533242f44, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=addb11ee-bb80-411c-aca6-30e533242f44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:44.465251 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-a0b3eccb-40ff-4182-b630-c6bf163d6244 None None] Port addb11ee-bb80-411c-aca6-30e533242f44 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:44.472632 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (addb11ee-bb80-411c-aca6-30e533242f44), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:44.535965 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-433dcf6d-00ce-4644-ad30-2eee224156af service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564897 Feb 04 12:50:44.543974 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:44.544563 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:44.599659 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bead8924-b0c7-4610-8b37-88e7ade10c1b None None] Pushing event updated for resources: {'Port': ['ID=addb11ee-bb80-411c-aca6-30e533242f44,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:44.616623 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (0b37c5e9-afd8-4191-b429-04355df21385), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:44.758555 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:44.892018 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Router 0b37c5e9-afd8-4191-b429-04355df21385 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:50:45.023088 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-05ac5d37-e78f-4de0-b579-948426059d29 None None] Provisioning complete for port addb11ee-bb80-411c-aca6-30e533242f44 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:45.023630 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-05ac5d37-e78f-4de0-b579-948426059d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (addb11ee-bb80-411c-aca6-30e533242f44), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:45.031908 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:45.048860 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Sync routers for ids ['0b37c5e9-afd8-4191-b429-04355df21385'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:45.058929 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:45.061785 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-cdfce6d8-9d62-436f-b35b-58323c5225f9 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8613708 Feb 04 12:50:45.066131 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53850) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:45.110626 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:44Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:45.110966 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Routers {'0b37c5e9-afd8-4191-b429-04355df21385'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:45.112035 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['0b37c5e9-afd8-4191-b429-04355df21385'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:45.167330 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7548e84-a7ad-41b8-948d-89d79a370732 None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:44Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:45.366786 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-05ac5d37-e78f-4de0-b579-948426059d29 None None] Current status of the port addb11ee-bb80-411c-aca6-30e533242f44 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:45.367489 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-05ac5d37-e78f-4de0-b579-948426059d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (addb11ee-bb80-411c-aca6-30e533242f44), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:45.381684 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c4a2fb-84d5-4f57-90c2-98094485cfba req-1a57cf44-0f9d-46bc-9d98-5eba30477cbf tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:45.388712 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Set router 0b37c5e9-afd8-4191-b429-04355df21385 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:45.406227 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c0c4a2fb-84d5-4f57-90c2-98094485cfba req-1a57cf44-0f9d-46bc-9d98-5eba30477cbf tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.2234044 Feb 04 12:50:45.515878 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-05ac5d37-e78f-4de0-b579-948426059d29 None None] For port addb11ee-bb80-411c-aca6-30e533242f44, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=addb11ee-bb80-411c-aca6-30e533242f44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:45.525355 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-05ac5d37-e78f-4de0-b579-948426059d29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (addb11ee-bb80-411c-aca6-30e533242f44), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:45.688339 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac5d37-e78f-4de0-b579-948426059d29 None None] Pushing event updated for resources: {'Port': ['ID=addb11ee-bb80-411c-aca6-30e533242f44,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:45.747161 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c0c4a2fb-84d5-4f57-90c2-98094485cfba req-a354a530-3b00-4abe-a8e0-9ec2b8122b5a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3377647 Feb 04 12:50:45.829570 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-360fac89-fd09-43cb-aa85-c7bafd9b9fb6 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3754191 Feb 04 12:50:45.987939 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:44Z', 'revision_number': 3, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port': {'id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:46.086736 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Checking router: 0b37c5e9-afd8-4191-b429-04355df21385 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:46.088807 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Updating router 0b37c5e9-afd8-4191-b429-04355df21385 port 7b69dd21-19a4-4317-a293-a62252ed2e70 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:46.165783 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.181750 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8dfcf4ef-fa35-4933-b29d-870eadf300ff req-24064a90-1452-47da-8961-7b77027059fb service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3443010 Feb 04 12:50:46.257047 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e564472c-30bc-41f8-a2dd-c73526170326 None None] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:50:46.367647 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.457682 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-8179941e-9449-4886-96a5-c08ad9cb9df4 None None] Provisioning complete for port dcb45967-6612-4b13-a1a6-97350d314c8e triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:46.458072 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8179941e-9449-4886-96a5-c08ad9cb9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.624399 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8179941e-9449-4886-96a5-c08ad9cb9df4 None None] Current status of the port dcb45967-6612-4b13-a1a6-97350d314c8e is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:46.626842 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8179941e-9449-4886-96a5-c08ad9cb9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.701124 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-8179941e-9449-4886-96a5-c08ad9cb9df4 None None] For port dcb45967-6612-4b13-a1a6-97350d314c8e, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=dcb45967-6612-4b13-a1a6-97350d314c8e,segment=NetworkSegment(e506d7a8-825a-4b49-8138-f682b0618ad3),segment_id=e506d7a8-825a-4b49-8138-f682b0618ad3)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:46.709858 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8179941e-9449-4886-96a5-c08ad9cb9df4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:46.982871 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Publish callbacks [] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.005131 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Allocated IP 172.20.0.1 (1bcdef20-2435-4f82-978e-9ae9a6807545/215790c1-fa44-456c-80a3-84a281ffc847/2ae17594-f207-4c71-9369-7429cfef2673) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:50:47.007994 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.020673 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8179941e-9449-4886-96a5-c08ad9cb9df4 None None] Pushing event updated for resources: {'Port': ['ID=dcb45967-6612-4b13-a1a6-97350d314c8e,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.055716 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-135eb8c8-7258-41fc-b824-df0508978434 None None] Provisioning complete for port dcb45967-6612-4b13-a1a6-97350d314c8e triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:47.056368 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-135eb8c8-7258-41fc-b824-df0508978434 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.077195 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713be697-d9a8-4bc9-9a2d-f7d2e27cfc95 None None] Pushing event updated for resources: {'Port': ['ID=7b69dd21-19a4-4317-a293-a62252ed2e70,revision_number=2']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.109958 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Attempting to bind port 7b69dd21-19a4-4317-a293-a62252ed2e70 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:47.111592 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Attempting to bind port 7b69dd21-19a4-4317-a293-a62252ed2e70 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:47.113104 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Attempting to bind port 7b69dd21-19a4-4317-a293-a62252ed2e70 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:47.122485 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:47.126706 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:47.127763 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.129529 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:47.130587 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Bound port: 7b69dd21-19a4-4317-a293-a62252ed2e70, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:47.131984 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.241258 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] For port 7b69dd21-19a4-4317-a293-a62252ed2e70, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:47.247717 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] For port 7b69dd21-19a4-4317-a293-a62252ed2e70, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=7b69dd21-19a4-4317-a293-a62252ed2e70,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:47.264354 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.277316 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-135eb8c8-7258-41fc-b824-df0508978434 None None] Current status of the port dcb45967-6612-4b13-a1a6-97350d314c8e is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:47.284447 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device addb11ee-bb80-411c-aca6-30e533242f44 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:47.285198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73a809-508a-4354-bc6f-83db7cca1fb7 req-d040ef24-6ad5-43f5-8185-bbd8be4c9354 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:47.288120 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fa73a809-508a-4354-bc6f-83db7cca1fb7 req-d040ef24-6ad5-43f5-8185-bbd8be4c9354 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.2639782 Feb 04 12:50:47.371241 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port addb11ee-bb80-411c-aca6-30e533242f44 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:47.371626 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (addb11ee-bb80-411c-aca6-30e533242f44), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.375516 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fa73a809-508a-4354-bc6f-83db7cca1fb7 req-55796210-0201-4acb-b901-e35c37e8fab2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729086 Feb 04 12:50:47.384574 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Routers {'0b37c5e9-afd8-4191-b429-04355df21385'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:47.385809 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['0b37c5e9-afd8-4191-b429-04355df21385'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:47.417935 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks [] for port (2ae17594-f207-4c71-9369-7429cfef2673), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.424686 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713be697-d9a8-4bc9-9a2d-f7d2e27cfc95 None None] Pushing event updated for resources: {'Port': ['ID=7b69dd21-19a4-4317-a293-a62252ed2e70,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.475763 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (2ae17594-f207-4c71-9369-7429cfef2673), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.535158 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:47.538544 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port addb11ee-bb80-411c-aca6-30e533242f44 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:47.541192 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device dcb45967-6612-4b13-a1a6-97350d314c8e up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:47.546335 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:47.550479 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:50:47.592130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae17594-f207-4c71-9369-7429cfef2673,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:47.624028 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (0b37c5e9-afd8-4191-b429-04355df21385), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.629852 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port dcb45967-6612-4b13-a1a6-97350d314c8e triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:47.630795 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:47.711235 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] Set router 0b37c5e9-afd8-4191-b429-04355df21385 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:47.840162 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port dcb45967-6612-4b13-a1a6-97350d314c8e is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:47.978648 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:44Z', 'revision_number': 3, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port': {'id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:48.017196 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2589a05f-f434-4afd-9919-282c2d06bbeb None None] The sync data for ids ['0b37c5e9-afd8-4191-b429-04355df21385'] in dv-cinder-817351-9-iscsi is: [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:44Z', 'revision_number': 3, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port': {'id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:48.032393 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-e8e1bd8e-f98f-4581-bcda-e957dbeb67a5 None None] Provisioning complete for port 2ae17594-f207-4c71-9369-7429cfef2673 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:48.032771 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e8e1bd8e-f98f-4581-bcda-e957dbeb67a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2ae17594-f207-4c71-9369-7429cfef2673), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:48.100315 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-e8e1bd8e-f98f-4581-bcda-e957dbeb67a5 None None] Port 2ae17594-f207-4c71-9369-7429cfef2673 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:48.283466 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2ae17594-f207-4c71-9369-7429cfef2673), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:48.605496 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0721d2c5-9af9-4311-ac5c-b7a08244edfd req-01fc1e14-8ec2-403a-b071-93771267d66f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:48.614355 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0721d2c5-9af9-4311-ac5c-b7a08244edfd req-01fc1e14-8ec2-403a-b071-93771267d66f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0731010 Feb 04 12:50:48.649329 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks [] for port (2ae17594-f207-4c71-9369-7429cfef2673), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:48.662619 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (2ae17594-f207-4c71-9369-7429cfef2673), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:48.677551 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0721d2c5-9af9-4311-ac5c-b7a08244edfd req-da6aa370-6d2b-4a10-8129-42bed075ffc2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615742 Feb 04 12:50:48.783601 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (0b37c5e9-afd8-4191-b429-04355df21385), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:48.797588 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae17594-f207-4c71-9369-7429cfef2673,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:48.930004 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:50:48.933643 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:50:48.955791 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 7b69dd21-19a4-4317-a293-a62252ed2e70 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:49.063099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 7b69dd21-19a4-4317-a293-a62252ed2e70 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:49.068526 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.162529 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Router 0b37c5e9-afd8-4191-b429-04355df21385 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:50:49.210111 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 7b69dd21-19a4-4317-a293-a62252ed2e70 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:49.210816 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.261074 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 7b69dd21-19a4-4317-a293-a62252ed2e70, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=7b69dd21-19a4-4317-a293-a62252ed2e70,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:49.269038 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.269918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device dcb45967-6612-4b13-a1a6-97350d314c8e up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:49.403800 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port dcb45967-6612-4b13-a1a6-97350d314c8e triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:49.404485 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.407605 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=7b69dd21-19a4-4317-a293-a62252ed2e70,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:49.446029 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:50:49.456532 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-ee7772ac-45ee-45aa-b20d-2c360d6da178 admin admin] 10.222.0.26 "PUT /v2.0/routers/0b37c5e9-afd8-4191-b429-04355df21385/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3884835 Feb 04 12:50:49.492242 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-0d167ad5-a1cd-4b5d-a884-7a08bba7aa5e None None] Provisioning complete for port 2ae17594-f207-4c71-9369-7429cfef2673 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:49.492894 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0d167ad5-a1cd-4b5d-a884-7a08bba7aa5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2ae17594-f207-4c71-9369-7429cfef2673), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:49.609470 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-0d167ad5-a1cd-4b5d-a884-7a08bba7aa5e None None] Port 2ae17594-f207-4c71-9369-7429cfef2673 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:50:49.631937 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port dcb45967-6612-4b13-a1a6-97350d314c8e is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:49.854729 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64875f9-2e27-4380-8115-60ad0ff60061 req-6d15fdb5-d6c0-44c2-9d14-f3294c48dfdc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:49.862699 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a64875f9-2e27-4380-8115-60ad0ff60061 req-6d15fdb5-d6c0-44c2-9d14-f3294c48dfdc tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0712798 Feb 04 12:50:49.918809 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a64875f9-2e27-4380-8115-60ad0ff60061 req-39d91f01-a010-4d91-923a-a2596a10708e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549002 Feb 04 12:50:50.418230 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53956) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:50.426551 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-01904822-e3d3-4004-b602-e11c3c552c79 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-274012274', 'description': 'tempest-secgroup-smoke-274012274 description', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:50.469589 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-01904822-e3d3-4004-b602-e11c3c552c79 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.603207 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-01904822-e3d3-4004-b602-e11c3c552c79 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group (50500cab-e657-4bfe-84d5-496b36dd60b6), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.608147 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-01904822-e3d3-4004-b602-e11c3c552c79 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (50500cab-e657-4bfe-84d5-496b36dd60b6), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.623906 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Sync routers for ids ['0b37c5e9-afd8-4191-b429-04355df21385'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:50:50.645663 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Routers {'0b37c5e9-afd8-4191-b429-04355df21385'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:50.647794 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['0b37c5e9-afd8-4191-b429-04355df21385'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:50.672614 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-01904822-e3d3-4004-b602-e11c3c552c79 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.677673 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-01904822-e3d3-4004-b602-e11c3c552c79 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2548873 Feb 04 12:50:50.679513 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53962) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:50.687702 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-bda2ef00-97be-45b7-8ec2-dfafff335442 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'security_group_rule': {'security_group_id': '50500cab-e657-4bfe-84d5-496b36dd60b6', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:50.705397 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01904822-e3d3-4004-b602-e11c3c552c79 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'SecurityGroup': ['ID=50500cab-e657-4bfe-84d5-496b36dd60b6,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.756942 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bda2ef00-97be-45b7-8ec2-dfafff335442 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (bc9393b3-4916-4dca-a74a-ddb63646f656), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.761615 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1432099-00be-4906-96cd-fb6bba3311f7 req-eac780a7-1d9c-4f63-bb06-70fc2d09ad5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:50.766166 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b1432099-00be-4906-96cd-fb6bba3311f7 req-eac780a7-1d9c-4f63-bb06-70fc2d09ad5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.4075432 Feb 04 12:50:50.774039 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 7b69dd21-19a4-4317-a293-a62252ed2e70 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:50.847110 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bda2ef00-97be-45b7-8ec2-dfafff335442 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (bc9393b3-4916-4dca-a74a-ddb63646f656), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.854303 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Set router 0b37c5e9-afd8-4191-b429-04355df21385 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:50.854529 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bda2ef00-97be-45b7-8ec2-dfafff335442 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (bc9393b3-4916-4dca-a74a-ddb63646f656), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.875279 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda2ef00-97be-45b7-8ec2-dfafff335442 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9393b3-4916-4dca-a74a-ddb63646f656,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:50.888889 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bda2ef00-97be-45b7-8ec2-dfafff335442 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.890867 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-bda2ef00-97be-45b7-8ec2-dfafff335442 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2092621 Feb 04 12:50:50.894424 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53966) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:50.901107 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-9ef9c401-2727-42c9-be0a-6c689873503e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'security_group_rule': {'security_group_id': '50500cab-e657-4bfe-84d5-496b36dd60b6', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:50.911598 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 7b69dd21-19a4-4317-a293-a62252ed2e70 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:50.911981 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:50.940517 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c401-2727-42c9-be0a-6c689873503e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (1e3f9e49-4638-4372-b9d8-ad6791a6987e), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.089860 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c401-2727-42c9-be0a-6c689873503e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (1e3f9e49-4638-4372-b9d8-ad6791a6987e), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.095831 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c401-2727-42c9-be0a-6c689873503e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (1e3f9e49-4638-4372-b9d8-ad6791a6987e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.122392 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef9c401-2727-42c9-be0a-6c689873503e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3f9e49-4638-4372-b9d8-ad6791a6987e,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.132508 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9ef9c401-2727-42c9-be0a-6c689873503e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.138868 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-9ef9c401-2727-42c9-be0a-6c689873503e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2377436 Feb 04 12:50:51.138868 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53972) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:51.144299 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-ac3c65ca-eef3-49b8-ba28-27dd31e23c48 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'security_group_rule': {'security_group_id': '50500cab-e657-4bfe-84d5-496b36dd60b6', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:51.191847 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fc2130-f79e-4529-84e2-bc92f22ddeb9 req-478c1cb6-90fd-4fe3-af45-308ef3545f8a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:51.193472 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3fc2130-f79e-4529-84e2-bc92f22ddeb9 req-478c1cb6-90fd-4fe3-af45-308ef3545f8a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1592145 Feb 04 12:50:51.242570 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b1432099-00be-4906-96cd-fb6bba3311f7 req-fce20e3a-488a-487d-86b5-ab65fdbfa11d service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061246 Feb 04 12:50:51.249822 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ac3c65ca-eef3-49b8-ba28-27dd31e23c48 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (99d0a24d-4010-4148-8176-c019b92d2dcc), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.280375 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 7b69dd21-19a4-4317-a293-a62252ed2e70 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:51.294704 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3fc2130-f79e-4529-84e2-bc92f22ddeb9 req-8de66617-5037-4cd3-bbaa-8e596a59683b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910764 Feb 04 12:50:51.332732 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ac3c65ca-eef3-49b8-ba28-27dd31e23c48 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (99d0a24d-4010-4148-8176-c019b92d2dcc), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.337883 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ac3c65ca-eef3-49b8-ba28-27dd31e23c48 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (99d0a24d-4010-4148-8176-c019b92d2dcc), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.339042 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:48Z', 'revision_number': 4, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port': {'id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '2ae17594-f207-4c71-9369-7429cfef2673', 'name': '', 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'mac_address': 'fa:16:3e:c4:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '215790c1-fa44-456c-80a3-84a281ffc847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:46Z', 'updated_at': '2022-02-04T12:50:48Z', 'revision_number': 2, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'subnets': [{'id': '215790c1-fa44-456c-80a3-84a281ffc847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:51.360656 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c65ca-eef3-49b8-ba28-27dd31e23c48 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99d0a24d-4010-4148-8176-c019b92d2dcc,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.375313 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ac3c65ca-eef3-49b8-ba28-27dd31e23c48 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.376706 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ac3c65ca-eef3-49b8-ba28-27dd31e23c48 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2368672 Feb 04 12:50:51.379907 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53976) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:51.385082 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-cd03f7e1-3531-47ef-a2b9-5f529594fa8e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'security_group_rule': {'security_group_id': '50500cab-e657-4bfe-84d5-496b36dd60b6', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:51.398336 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Checking router: 0b37c5e9-afd8-4191-b429-04355df21385 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:50:51.398993 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Updating router 0b37c5e9-afd8-4191-b429-04355df21385 port 2ae17594-f207-4c71-9369-7429cfef2673 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:50:51.416514 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cd03f7e1-3531-47ef-a2b9-5f529594fa8e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (523f666c-baa5-4b2c-bf18-ca75ec2fe5e7), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.441015 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2ae17594-f207-4c71-9369-7429cfef2673), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.488981 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cd03f7e1-3531-47ef-a2b9-5f529594fa8e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (523f666c-baa5-4b2c-bf18-ca75ec2fe5e7), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.495407 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cd03f7e1-3531-47ef-a2b9-5f529594fa8e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (523f666c-baa5-4b2c-bf18-ca75ec2fe5e7), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.515543 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd03f7e1-3531-47ef-a2b9-5f529594fa8e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523f666c-baa5-4b2c-bf18-ca75ec2fe5e7,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.529693 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cd03f7e1-3531-47ef-a2b9-5f529594fa8e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.535206 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 53978) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:51.535759 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-cd03f7e1-3531-47ef-a2b9-5f529594fa8e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1541419 Feb 04 12:50:51.542202 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'security_group_rule': {'security_group_id': '50500cab-e657-4bfe-84d5-496b36dd60b6', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:51.568150 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.securitygroups_db [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Project 4d42ef29a88f46e98b25010c0d105ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:50:51.575542 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (9844c710-86de-4cf8-bab9-07a0ae46b440), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.656613 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (9844c710-86de-4cf8-bab9-07a0ae46b440), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.661959 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (9844c710-86de-4cf8-bab9-07a0ae46b440), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.684431 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9844c710-86de-4cf8-bab9-07a0ae46b440,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.699495 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.700860 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4df79342-eca4-4246-94b7-7bbaae56ef40 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1641431 Feb 04 12:50:51.703992 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 53984) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:51.708732 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'security_group_rule': {'security_group_id': '50500cab-e657-4bfe-84d5-496b36dd60b6', 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:50:51.732137 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.securitygroups_db [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Project 4d42ef29a88f46e98b25010c0d105ba7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:50:51.737688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (57ba9e59-ac91-437f-8e53-f728bddca91d), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.803377 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Publish callbacks [] for port (2ae17594-f207-4c71-9369-7429cfef2673), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.811935 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (2ae17594-f207-4c71-9369-7429cfef2673), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.861134 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (57ba9e59-ac91-437f-8e53-f728bddca91d), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.868960 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (57ba9e59-ac91-437f-8e53-f728bddca91d), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.890297 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaa347-1b60-4f11-9489-b0143a80e644 None None] Pushing event updated for resources: {'Port': ['ID=2ae17594-f207-4c71-9369-7429cfef2673,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.908893 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57ba9e59-ac91-437f-8e53-f728bddca91d,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:51.919909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.922167 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-dadb4dd1-6008-4a76-a497-634ecc0a6041 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2168410 Feb 04 12:50:51.938435 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Attempting to bind port 2ae17594-f207-4c71-9369-7429cfef2673 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:50:51.939629 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Attempting to bind port 2ae17594-f207-4c71-9369-7429cfef2673 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:50:51.940261 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Attempting to bind port 2ae17594-f207-4c71-9369-7429cfef2673 on network 1bcdef20-2435-4f82-978e-9ae9a6807545 {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:50:51.951873 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 50, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:50:51.952722 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Checking segment: {'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:50:51.953447 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:51.954099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Bound using segment: {'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:50:51.954885 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Bound port: 2ae17594-f207-4c71-9369-7429cfef2673, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e506d7a8-825a-4b49-8138-f682b0618ad3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:50:51.955683 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2ae17594-f207-4c71-9369-7429cfef2673), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.075107 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] For port 2ae17594-f207-4c71-9369-7429cfef2673, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:50:52.082298 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] For port 2ae17594-f207-4c71-9369-7429cfef2673, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=2ae17594-f207-4c71-9369-7429cfef2673,segment=NetworkSegment(e506d7a8-825a-4b49-8138-f682b0618ad3),segment_id=e506d7a8-825a-4b49-8138-f682b0618ad3)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:50:52.097944 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (2ae17594-f207-4c71-9369-7429cfef2673), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.214639 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Routers {'0b37c5e9-afd8-4191-b429-04355df21385'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:50:52.215795 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:50:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['0b37c5e9-afd8-4191-b429-04355df21385'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:52.286189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aaa347-1b60-4f11-9489-b0143a80e644 None None] Pushing event updated for resources: {'Port': ['ID=2ae17594-f207-4c71-9369-7429cfef2673,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:52.386097 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] Set router 0b37c5e9-afd8-4191-b429-04355df21385 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:50:52.516581 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-9479e182-7563-48d2-a9ca-382919eb125a None None] Provisioning complete for port 2ae17594-f207-4c71-9369-7429cfef2673 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:52.517164 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9479e182-7563-48d2-a9ca-382919eb125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2ae17594-f207-4c71-9369-7429cfef2673), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.607913 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292d832-ef51-43db-a744-2608d02f7b5a req-23826673-dff7-4ee7-b7c6-3097b156a4d6 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:52.610384 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4292d832-ef51-43db-a744-2608d02f7b5a req-23826673-dff7-4ee7-b7c6-3097b156a4d6 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.2278244 Feb 04 12:50:52.756498 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4292d832-ef51-43db-a744-2608d02f7b5a req-e4b83625-12b9-4d65-8efb-b47e27ec3ecf tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187871 Feb 04 12:50:52.824320 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-9479e182-7563-48d2-a9ca-382919eb125a None None] Current status of the port 2ae17594-f207-4c71-9369-7429cfef2673 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:52.824963 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9479e182-7563-48d2-a9ca-382919eb125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2ae17594-f207-4c71-9369-7429cfef2673), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:52.938886 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-9479e182-7563-48d2-a9ca-382919eb125a None None] For port 2ae17594-f207-4c71-9369-7429cfef2673, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=2ae17594-f207-4c71-9369-7429cfef2673,segment=NetworkSegment(e506d7a8-825a-4b49-8138-f682b0618ad3),segment_id=e506d7a8-825a-4b49-8138-f682b0618ad3)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:50:52.947605 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9479e182-7563-48d2-a9ca-382919eb125a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (2ae17594-f207-4c71-9369-7429cfef2673), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.051485 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:48Z', 'revision_number': 4, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port': {'id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '2ae17594-f207-4c71-9369-7429cfef2673', 'name': '', 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'mac_address': 'fa:16:3e:c4:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '215790c1-fa44-456c-80a3-84a281ffc847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:46Z', 'updated_at': '2022-02-04T12:50:52Z', 'revision_number': 4, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'subnets': [{'id': '215790c1-fa44-456c-80a3-84a281ffc847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:50:53.147187 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe642d25-3808-4fe6-9ce6-e0c75c4927c5 None None] The sync data for ids ['0b37c5e9-afd8-4191-b429-04355df21385'] in dv-cinder-817351-9-iscsi is: [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:48Z', 'revision_number': 4, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port': {'id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '2ae17594-f207-4c71-9369-7429cfef2673', 'name': '', 'network_id': '1bcdef20-2435-4f82-978e-9ae9a6807545', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'mac_address': 'fa:16:3e:c4:f4:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_interface', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '215790c1-fa44-456c-80a3-84a281ffc847', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:46Z', 'updated_at': '2022-02-04T12:50:52Z', 'revision_number': 4, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'subnets': [{'id': '215790c1-fa44-456c-80a3-84a281ffc847', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:50:53.155282 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9479e182-7563-48d2-a9ca-382919eb125a None None] Pushing event updated for resources: {'Port': ['ID=2ae17594-f207-4c71-9369-7429cfef2673,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:53.169650 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-3c70aecb-03d2-4c3b-925c-6ff4112ac7d4 None None] Provisioning complete for port 2ae17594-f207-4c71-9369-7429cfef2673 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:53.178700 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3c70aecb-03d2-4c3b-925c-6ff4112ac7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2ae17594-f207-4c71-9369-7429cfef2673), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:53.498755 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-3c70aecb-03d2-4c3b-925c-6ff4112ac7d4 None None] Current status of the port 2ae17594-f207-4c71-9369-7429cfef2673 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:54.058594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d27fb3-dacc-4160-b88f-e340b6d47028 req-3411ee39-3437-469a-81c0-8c9338875c01 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:54.071661 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-70d27fb3-dacc-4160-b88f-e340b6d47028 req-3411ee39-3437-469a-81c0-8c9338875c01 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1416080 Feb 04 12:50:54.185775 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-70d27fb3-dacc-4160-b88f-e340b6d47028 req-d374f02f-6cbf-4d3c-9589-87b0aacebd0f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105394 Feb 04 12:50:54.918734 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 2ae17594-f207-4c71-9369-7429cfef2673 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:50:54.963365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-ca53ec2a-e476-4503-a0fd-f05d9d3019f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:54.966398 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-ca53ec2a-e476-4503-a0fd-f05d9d3019f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 1129 time: 0.1529016 Feb 04 12:50:55.044764 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54156) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:55.136971 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66d80ee-f1f2-4189-93ef-c8ef3b5de551 req-e25420e7-ae7c-4822-93ef-d93f7482e23b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.150457 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 2ae17594-f207-4c71-9369-7429cfef2673 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:50:55.154680 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2ae17594-f207-4c71-9369-7429cfef2673), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.165226 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a66d80ee-f1f2-4189-93ef-c8ef3b5de551 req-e25420e7-ae7c-4822-93ef-d93f7482e23b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.2085783 Feb 04 12:50:55.256921 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-011041f6-8ce7-4877-9e8d-c70c2cf0e928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.260395 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-011041f6-8ce7-4877-9e8d-c70c2cf0e928 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 200 len: 919 time: 0.2875533 Feb 04 12:50:55.315485 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a66d80ee-f1f2-4189-93ef-c8ef3b5de551 req-60cddb21-333a-4e50-8965-aa866e88a116 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469002 Feb 04 12:50:55.397304 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-eeb128ee-c23f-4097-9763-81330248b895 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 200 len: 217 time: 0.1241834 Feb 04 12:50:55.445756 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 2ae17594-f207-4c71-9369-7429cfef2673 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:50:55.490849 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-1a31065f-0e17-4dd2-adc5-61263701c365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:55.495419 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-1a31065f-0e17-4dd2-adc5-61263701c365 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 200 len: 859 time: 0.0913706 Feb 04 12:50:55.534602 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d63210c6-910d-454d-8bc4-0a31efc8e593 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.559330 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-8377b59b-92d2-41e8-8a0b-4a879c7ce658 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4177f13a-56ea-4fbc-b226-ef36aec29531&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379682 Feb 04 12:50:55.733542 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-97b97a14-2262-461d-b755-fde036286669 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653666 Feb 04 12:50:55.812732 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d63210c6-910d-454d-8bc4-0a31efc8e593 admin admin] Publish callbacks [] for security_group (49479535-97bf-4cc8-a945-42605ca63569), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.823187 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d63210c6-910d-454d-8bc4-0a31efc8e593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (49479535-97bf-4cc8-a945-42605ca63569), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:55.883894 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-d63210c6-910d-454d-8bc4-0a31efc8e593 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a51e7c29fbf64e2dbe21ca5e5129424b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8349569 Feb 04 12:50:55.884498 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54174) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:55.915975 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63210c6-910d-454d-8bc4-0a31efc8e593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49479535-97bf-4cc8-a945-42605ca63569,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:55.952802 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea7e9afe-cfe3-4731-9f37-ff8c5f112022 req-b2e93e96-13f2-4c89-8e75-f8f5f1b54b36 service neutron] 10.222.0.75 "GET /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2066619 Feb 04 12:50:55.994923 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b9932553-ebb8-4906-b421-bc7b0e677038 admin admin] Publish callbacks [] for security_group (49479535-97bf-4cc8-a945-42605ca63569), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.027308 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b9932553-ebb8-4906-b421-bc7b0e677038 admin admin] Publish callbacks [] for security_group (49479535-97bf-4cc8-a945-42605ca63569), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.091396 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b9932553-ebb8-4906-b421-bc7b0e677038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (49479535-97bf-4cc8-a945-42605ca63569), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.096612 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b9932553-ebb8-4906-b421-bc7b0e677038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.098659 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b9932553-ebb8-4906-b421-bc7b0e677038 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/49479535-97bf-4cc8-a945-42605ca63569 HTTP/1.1" status: 204 len: 168 time: 0.2122777 Feb 04 12:50:56.112780 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9932553-ebb8-4906-b421-bc7b0e677038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49479535-97bf-4cc8-a945-42605ca63569,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.480415 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54190) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:56.576008 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628661b4-86d7-45a6-b2ee-7d436eb54b61 req-e02bbcec-6211-4766-8231-b254e4e79bca tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:56.579521 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-628661b4-86d7-45a6-b2ee-7d436eb54b61 req-e02bbcec-6211-4766-8231-b254e4e79bca tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1457543 Feb 04 12:50:56.665779 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-628661b4-86d7-45a6-b2ee-7d436eb54b61 req-375c791c-40f1-4be6-8b74-40e6f3ac6ad4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802667 Feb 04 12:50:56.695584 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4bd01302-0896-463e-8058-d53cd36be359 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.702823 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54194) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:56.718591 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-39d4e948-d08a-4fc4-9229-3e72bc187e5c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.840887 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4bd01302-0896-463e-8058-d53cd36be359 admin admin] Publish callbacks [] for security_group (aaf1d37a-ade6-4238-bbe6-ba7b196c8c72), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.848828 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4bd01302-0896-463e-8058-d53cd36be359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (aaf1d37a-ade6-4238-bbe6-ba7b196c8c72), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.855304 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-39d4e948-d08a-4fc4-9229-3e72bc187e5c admin admin] Publish callbacks [] for security_group (e9d58cc8-82d0-479d-ba99-73e031e1d880), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.861854 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-39d4e948-d08a-4fc4-9229-3e72bc187e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (e9d58cc8-82d0-479d-ba99-73e031e1d880), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:56.919497 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4bd01302-0896-463e-8058-d53cd36be359 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=eedbd0d50672455284e0e2f088c90dbe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4363110 Feb 04 12:50:56.923170 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4e948-d08a-4fc4-9229-3e72bc187e5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d58cc8-82d0-479d-ba99-73e031e1d880,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.924452 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd01302-0896-463e-8058-d53cd36be359 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf1d37a-ade6-4238-bbe6-ba7b196c8c72,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:56.927349 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54200) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:56.954284 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-39d4e948-d08a-4fc4-9229-3e72bc187e5c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a9e455e4125e45ec9b2cd18730018717&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2497048 Feb 04 12:50:56.962599 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54202) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:50:57.016738 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8c58a60d-40d5-4864-972a-5a53192f9f95 admin admin] Publish callbacks [] for security_group (aaf1d37a-ade6-4238-bbe6-ba7b196c8c72), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.053093 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8c58a60d-40d5-4864-972a-5a53192f9f95 admin admin] Publish callbacks [] for security_group (aaf1d37a-ade6-4238-bbe6-ba7b196c8c72), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.059237 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e66ffa69-07c3-43ae-8d2c-0b58ec69e844 admin admin] Publish callbacks [] for security_group (e9d58cc8-82d0-479d-ba99-73e031e1d880), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.098385 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e66ffa69-07c3-43ae-8d2c-0b58ec69e844 admin admin] Publish callbacks [] for security_group (e9d58cc8-82d0-479d-ba99-73e031e1d880), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.147089 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8c58a60d-40d5-4864-972a-5a53192f9f95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (aaf1d37a-ade6-4238-bbe6-ba7b196c8c72), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.152783 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8c58a60d-40d5-4864-972a-5a53192f9f95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.154764 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8c58a60d-40d5-4864-972a-5a53192f9f95 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/aaf1d37a-ade6-4238-bbe6-ba7b196c8c72 HTTP/1.1" status: 204 len: 168 time: 0.2258036 Feb 04 12:50:57.173638 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c58a60d-40d5-4864-972a-5a53192f9f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf1d37a-ade6-4238-bbe6-ba7b196c8c72,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:57.185524 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e66ffa69-07c3-43ae-8d2c-0b58ec69e844 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (e9d58cc8-82d0-479d-ba99-73e031e1d880), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.193843 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e66ffa69-07c3-43ae-8d2c-0b58ec69e844 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:57.209962 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-e66ffa69-07c3-43ae-8d2c-0b58ec69e844 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/e9d58cc8-82d0-479d-ba99-73e031e1d880 HTTP/1.1" status: 204 len: 168 time: 0.2408841 Feb 04 12:50:57.228404 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ffa69-07c3-43ae-8d2c-0b58ec69e844 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d58cc8-82d0-479d-ba99-73e031e1d880,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:50:57.848305 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbdce30-c439-427f-8bdc-3641d4a51057 req-04bc8fa4-b55c-4ee8-b26a-f96f994e39af tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:57.850299 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0bbdce30-c439-427f-8bdc-3641d4a51057 req-04bc8fa4-b55c-4ee8-b26a-f96f994e39af tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0691125 Feb 04 12:50:57.936712 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0bbdce30-c439-427f-8bdc-3641d4a51057 req-848f67aa-d82e-47c9-946c-e23f9b88c261 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742154 Feb 04 12:50:58.426899 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-eac921de-df62-4642-a00c-17e7bccbd220 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:50:59.138890 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd0beef-e460-4ba4-87f5-bf7551493a7c req-0f27c7ba-b9f1-4511-908f-286d3262677c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:50:59.141687 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2bd0beef-e460-4ba4-87f5-bf7551493a7c req-0f27c7ba-b9f1-4511-908f-286d3262677c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1131039 Feb 04 12:50:59.221633 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2bd0beef-e460-4ba4-87f5-bf7551493a7c req-264781ee-a167-43d8-931d-889c8d0976d4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730844 Feb 04 12:51:00.400227 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c9f035-0440-4af2-82ac-7215e22a90ff req-2c8a120a-fd14-4a28-a243-a3ecb8ce2ec4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:00.402076 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a8c9f035-0440-4af2-82ac-7215e22a90ff req-2c8a120a-fd14-4a28-a243-a3ecb8ce2ec4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0927551 Feb 04 12:51:00.469647 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a8c9f035-0440-4af2-82ac-7215e22a90ff req-69f9228c-ddd9-4788-a391-b5f818765b00 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611975 Feb 04 12:51:01.027445 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4248cb37-3871-495f-ab15-f4b3d8f09d9c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:01.609375 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f04703-ed32-49e7-bdea-29bd2729f9a3 req-d5adcdc9-b757-47cd-80b5-748ce3342e41 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:01.611218 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44f04703-ed32-49e7-bdea-29bd2729f9a3 req-d5adcdc9-b757-47cd-80b5-748ce3342e41 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0604956 Feb 04 12:51:01.677658 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44f04703-ed32-49e7-bdea-29bd2729f9a3 req-49dfda37-72f8-4408-ad9d-c5379cafd3aa tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599234 Feb 04 12:51:03.377981 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.050410 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54372) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:04.241358 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9352-d2c3-4d6b-862a-0ac96eb268c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.384518 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9352-d2c3-4d6b-862a-0ac96eb268c3 admin admin] Publish callbacks [] for security_group (fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.391262 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b0cf9352-d2c3-4d6b-862a-0ac96eb268c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.452211 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b0cf9352-d2c3-4d6b-862a-0ac96eb268c3 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=41999f87dd274f25b6d0f2d8c2999a8b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4001164 Feb 04 12:51:04.454396 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf9352-d2c3-4d6b-862a-0ac96eb268c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.456985 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54394) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:04.542525 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-15bdd346-7306-4681-9df0-473c3331095d admin admin] Publish callbacks [] for security_group (fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.581369 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-15bdd346-7306-4681-9df0-473c3331095d admin admin] Publish callbacks [] for security_group (fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.675684 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-15bdd346-7306-4681-9df0-473c3331095d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.678807 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-15bdd346-7306-4681-9df0-473c3331095d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.680339 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-15bdd346-7306-4681-9df0-473c3331095d admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6 HTTP/1.1" status: 204 len: 168 time: 0.2212794 Feb 04 12:51:04.694733 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bdd346-7306-4681-9df0-473c3331095d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe320fc2-b8d1-4ac7-962a-c4d53b6fcee6,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:04.729605 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:04.934833 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:05.756248 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54442) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:06.009596 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1836073628-network', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:06.047130 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Made reservation on behalf of 7c62b4eba54d42169f6f3e1aa966fc20 for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:06.051245 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.053733 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f626fd9b-9cef-4372-80fd-e68db49cbb9c req-3f08ef86-ee4c-4b6a-9127-ec13d7a7ae0b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.055461 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f626fd9b-9cef-4372-80fd-e68db49cbb9c req-3f08ef86-ee4c-4b6a-9127-ec13d7a7ae0b tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.0718155 Feb 04 12:51:06.063452 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.135290 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f626fd9b-9cef-4372-80fd-e68db49cbb9c req-ee0a5de3-5611-4685-bde0-1303fb2a12f2 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693679 Feb 04 12:51:06.179341 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks [] for security_group (26b9d68a-4ac4-4e61-868e-52d438ac011e), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.184296 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (26b9d68a-4ac4-4e61-868e-52d438ac011e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.209590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:06.226860 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26b9d68a-4ac4-4e61-868e-52d438ac011e,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:06.234565 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (966046d4-6496-495c-8391-25b3535930d5), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.235549 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Added segment 966046d4-6496-495c-8391-25b3535930d5 of type vlan for network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d Feb 04 12:51:06.318037 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.365138 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.366791 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.367878 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.454963 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6966815 Feb 04 12:51:06.457827 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54458) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:06.464014 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Request body: {'subnet': {'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1836073628-subnet', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:06.478909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eca3676-26b8-47cf-aef9-8ba85884abcd admin admin] Pushing event updated for resources: {'Network': ['ID=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:06.487533 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Made reservation on behalf of 7c62b4eba54d42169f6f3e1aa966fc20 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:06.495370 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.496080 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:06.751882 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (d815a412-7005-4fb4-b2f7-23fbd380c616), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.822152 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Pushing event updated for resources: {'Subnet': ['ID=d815a412-7005-4fb4-b2f7-23fbd380c616,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:06.835171 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Checking segment: {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:06.835544 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Network hostable DHCP agents. Network: d17c95f7-78b0-4bb6-bf4b-16a649c89c4d, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:06.858542 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:06.869713 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, d17c95f7-78b0-4bb6-bf4b-16a649c89c4d) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:06.874284 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:06.874970 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.885197 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee78f1c-c90f-4426-9e71-8daea1fdccd6 None None] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:06.900021 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e725d46d-d709-42af-9288-d262d06efacd admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4407947 Feb 04 12:51:06.900222 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54506) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:06.905865 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:06.934161 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (12d77c5a-2343-429a-844a-015b5d877b87), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:06.935387 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (12d77c5a-2343-429a-844a-015b5d877b87), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.034516 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-d17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:51:07.035514 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.035727 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks [] for router_controller (12d77c5a-2343-429a-844a-015b5d877b87), precommit_add_association {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.284921 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks [] for router_gateway (12d77c5a-2343-429a-844a-015b5d877b87), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.296958 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Allocated IP 172.20.0.2 (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d/d815a412-7005-4fb4-b2f7-23fbd380c616/71e401fc-d485-43e2-bbfa-b9b8454d7162) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:07.370659 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe570f6-b741-4a77-b17c-b0f0c1f5a2b2 req-6c404c66-950e-4b6a-a18b-1543ed036598 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:07.373674 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-abe570f6-b741-4a77-b17c-b0f0c1f5a2b2 req-6c404c66-950e-4b6a-a18b-1543ed036598 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1287663 Feb 04 12:51:07.467099 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-abe570f6-b741-4a77-b17c-b0f0c1f5a2b2 req-62cd4cee-6c75-40f2-9e8b-78075724f353 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770338 Feb 04 12:51:07.643892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks [] for router_gateway (12d77c5a-2343-429a-844a-015b5d877b87), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.648427 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Publish callbacks [] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.658873 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.665358 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.706090 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:07.709829 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:07.714528 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:07.722310 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Pushing event updated for resources: {'Port': ['ID=71e401fc-d485-43e2-bbfa-b9b8454d7162,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:07.789651 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Attempting to bind port 71e401fc-d485-43e2-bbfa-b9b8454d7162 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:07.790525 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Attempting to bind port 71e401fc-d485-43e2-bbfa-b9b8454d7162 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:07.791163 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Attempting to bind port 71e401fc-d485-43e2-bbfa-b9b8454d7162 on network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:07.795365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Allocated IP 172.27.3.73 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/048eb936-f86a-480b-9312-98135806c062) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:07.798782 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:07.799202 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Checking segment: {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:07.799615 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.800063 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Bound using segment: {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:07.800558 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Bound port: 71e401fc-d485-43e2-bbfa-b9b8454d7162, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:07.800959 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.881670 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] For port 71e401fc-d485-43e2-bbfa-b9b8454d7162, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:07.886310 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] For port 71e401fc-d485-43e2-bbfa-b9b8454d7162, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=71e401fc-d485-43e2-bbfa-b9b8454d7162,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:07.896021 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:07.949201 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks [] for port (048eb936-f86a-480b-9312-98135806c062), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:08.015454 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89948c7d-0914-457f-872d-5f2daf18cd96 None None] Pushing event updated for resources: {'Port': ['ID=71e401fc-d485-43e2-bbfa-b9b8454d7162,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:08.025897 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (048eb936-f86a-480b-9312-98135806c062), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:08.105836 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:51:08.107917 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:08.112411 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:08.119035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:08.147955 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Pushing event updated for resources: {'Port': ['ID=048eb936-f86a-480b-9312-98135806c062,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:08.624315 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks [] for router_gateway (12d77c5a-2343-429a-844a-015b5d877b87), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:08.636613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-cc0eeea8-479a-4375-bed9-25cc265a6d15 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.638496 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-cc0eeea8-479a-4375-bed9-25cc265a6d15 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1076655 Feb 04 12:51:08.718137 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131cb496-b18b-44c3-95a8-af491e0e3825 req-c9bacd61-9c14-4184-a615-6aaa3a916b0f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:08.727948 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-131cb496-b18b-44c3-95a8-af491e0e3825 req-c9bacd61-9c14-4184-a615-6aaa3a916b0f tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 945 time: 0.1268649 Feb 04 12:51:08.876711 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-131cb496-b18b-44c3-95a8-af491e0e3825 req-ea6a074b-115c-47b1-bcc6-6ea691e9193c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351252 Feb 04 12:51:08.922855 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 71e401fc-d485-43e2-bbfa-b9b8454d7162 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:09.005911 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (12d77c5a-2343-429a-844a-015b5d877b87), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.012964 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Deleting port cf1db5f7-910b-4238-b078-d96a149e740d {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:09.013189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 71e401fc-d485-43e2-bbfa-b9b8454d7162 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:09.013542 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.013669 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.184417 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 71e401fc-d485-43e2-bbfa-b9b8454d7162 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:09.185438 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.288305 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 71e401fc-d485-43e2-bbfa-b9b8454d7162, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=71e401fc-d485-43e2-bbfa-b9b8454d7162,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:09.300869 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.390509 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=71e401fc-d485-43e2-bbfa-b9b8454d7162,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:09.406120 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.408258 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.409270 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.410086 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.410904 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.411786 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.412597 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.414621 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.415262 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.415870 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.416456 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.417042 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.417603 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:09.520751 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] For port cf1db5f7-910b-4238-b078-d96a149e740d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=cf1db5f7-910b-4238-b078-d96a149e740d,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:09.521136 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.542264 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0550afa-e113-4869-bd9e-7b50f9f1913a None None] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:09.548292 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Calling delete_port for cf1db5f7-910b-4238-b078-d96a149e740d owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:09.656193 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Router 12d77c5a-2343-429a-844a-015b5d877b87 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:51:09.675222 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-8e262e80-df01-4b4c-9d97-346481332c03 None None] Provisioning complete for port 71e401fc-d485-43e2-bbfa-b9b8454d7162 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:09.675871 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8e262e80-df01-4b4c-9d97-346481332c03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.865438 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (cf1db5f7-910b-4238-b078-d96a149e740d), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:09.888114 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['cf1db5f7-910b-4238-b078-d96a149e740d', '58e17484-423f-4868-b6ac-769c8e19f3c6'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:09.926035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Pushing event deleted for resources: {'Port': ['ID=cf1db5f7-910b-4238-b078-d96a149e740d,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:09.936256 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:09.950225 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Sync routers for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:09.955152 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8e262e80-df01-4b4c-9d97-346481332c03 None None] Current status of the port 71e401fc-d485-43e2-bbfa-b9b8454d7162 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:09.968668 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:09.969999 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:10.005107 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] No DVR routers for this DVR port cf1db5f7-910b-4238-b078-d96a149e740d on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:10.010779 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.016817 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f520dfa-77fe-4570-9978-f4ce921a2d44 req-e3a21613-75f5-4539-afcf-858d48508bae tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "DELETE /v2.0/ports/cf1db5f7-910b-4238-b078-d96a149e740d HTTP/1.1" status: 204 len: 173 time: 1.3366644 Feb 04 12:51:10.027334 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'name': 'network-vif-deleted', 'tag': 'cf1db5f7-910b-4238-b078-d96a149e740d'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:10.030039 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a62fa8-7286-473f-85e5-cb632288a0c6" -d '{"events": [{"server_uuid": "b01860df-ea3b-461b-a59d-1c82ba22b225", "name": "network-vif-deleted", "tag": "cf1db5f7-910b-4238-b078-d96a149e740d"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:10.036886 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.037729 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-bfbd9180-6c86-433e-afe6-e884f37b60eb admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.1364717 Feb 04 12:51:10.043365 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54580) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:10.181048 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a267c18f-efb6-4569-bd00-e14051de67c8 x-openstack-request-id: req-a267c18f-efb6-4569-bd00-e14051de67c8 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:10.181812 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b01860df-ea3b-461b-a59d-1c82ba22b225", "name": "network-vif-deleted", "tag": "cf1db5f7-910b-4238-b078-d96a149e740d", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:10.182460 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a267c18f-efb6-4569-bd00-e14051de67c8 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:10.183410 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b01860df-ea3b-461b-a59d-1c82ba22b225', 'name': 'network-vif-deleted', 'tag': 'cf1db5f7-910b-4238-b078-d96a149e740d', 'status': 'completed', 'code': 200} Feb 04 12:51:10.199934 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ab9ce93d-8999-4a12-9058-4d8f755491c9 req-18e08268-3e55-42d2-bc21-90d2ecb16ed9 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=b01860df-ea3b-461b-a59d-1c82ba22b225 HTTP/1.1" status: 200 len: 210 time: 0.0973110 Feb 04 12:51:10.287634 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:10.408722 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-727c3fb4-757b-4226-b736-5ba890afc3bd None None] Provisioning complete for port 71e401fc-d485-43e2-bbfa-b9b8454d7162 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:10.409491 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-727c3fb4-757b-4226-b736-5ba890afc3bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.505861 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:08Z', 'revision_number': 3, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:10.544219 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Checking router: 12d77c5a-2343-429a-844a-015b5d877b87 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:10.545043 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Updating router 12d77c5a-2343-429a-844a-015b5d877b87 port 048eb936-f86a-480b-9312-98135806c062 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:10.587090 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-727c3fb4-757b-4226-b736-5ba890afc3bd None None] Current status of the port 71e401fc-d485-43e2-bbfa-b9b8454d7162 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:10.616906 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (048eb936-f86a-480b-9312-98135806c062), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:10.788512 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 71e401fc-d485-43e2-bbfa-b9b8454d7162 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:10.933266 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 71e401fc-d485-43e2-bbfa-b9b8454d7162 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:10.933646 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.032590 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Publish callbacks [] for port (048eb936-f86a-480b-9312-98135806c062), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.047067 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (048eb936-f86a-480b-9312-98135806c062), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.157087 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396120ad-5490-4c96-9687-b107c4db8eb3 None None] Pushing event updated for resources: {'Port': ['ID=048eb936-f86a-480b-9312-98135806c062,revision_number=2']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:11.170750 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 71e401fc-d485-43e2-bbfa-b9b8454d7162 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:11.221822 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Attempting to bind port 048eb936-f86a-480b-9312-98135806c062 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:11.221822 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Attempting to bind port 048eb936-f86a-480b-9312-98135806c062 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:11.221822 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Attempting to bind port 048eb936-f86a-480b-9312-98135806c062 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:11.237335 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:11.240322 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:11.242554 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.243313 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:11.247035 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Bound port: 048eb936-f86a-480b-9312-98135806c062, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:11.247035 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (048eb936-f86a-480b-9312-98135806c062), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.393442 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.445457 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] For port 048eb936-f86a-480b-9312-98135806c062, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:11.457635 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] For port 048eb936-f86a-480b-9312-98135806c062, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=048eb936-f86a-480b-9312-98135806c062,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:11.470185 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (048eb936-f86a-480b-9312-98135806c062), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:11.530523 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:11.533461 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:11.701638 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:11.704095 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396120ad-5490-4c96-9687-b107c4db8eb3 None None] Pushing event updated for resources: {'Port': ['ID=048eb936-f86a-480b-9312-98135806c062,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:11.711972 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-1a4a18e6-feaf-487a-af0f-5282f4bc2b88 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274012274&fields=id&tenant_id=4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 267 time: 0.1724577 Feb 04 12:51:11.818972 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a62fe64-9d64-4367-a27b-d2826af44625 req-c6e0c60a-f42b-4edb-b316-57d317343b7e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.822417 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1a62fe64-9d64-4367-a27b-d2826af44625 req-c6e0c60a-f42b-4edb-b316-57d317343b7e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.0991206 Feb 04 12:51:11.928504 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1a62fe64-9d64-4367-a27b-d2826af44625 req-35ed828f-74fb-4b63-83c9-d77db4983511 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953701 Feb 04 12:51:11.986333 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-01defd34-f6f5-4f83-8322-7d73af424ade tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:11.988191 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-01defd34-f6f5-4f83-8322-7d73af424ade tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 810 time: 0.2746973 Feb 04 12:51:12.019967 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Allocated IP 172.20.0.1 (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d/d815a412-7005-4fb4-b2f7-23fbd380c616/06392b6a-98dd-4f63-9d54-7fbb48365f12) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:12.022895 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-eb3ec6ed-4917-4b4f-b708-b107f93478d7 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/quotas/4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 375 time: 0.0240879 Feb 04 12:51:12.171073 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device cf1db5f7-910b-4238-b078-d96a149e740d no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:12.186494 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:08Z', 'revision_number': 3, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:12.203724 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-fef623c6-f5dc-48ea-b349-f01e80c09b5c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1664362 Feb 04 12:51:12.219284 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-652ec7d8-2549-49be-9387-08e408e61e5d None None] The sync data for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi is: [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:08Z', 'revision_number': 3, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:12.234768 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: cf1db5f7-910b-4238-b078-d96a149e740d {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:12.249185 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device cf1db5f7-910b-4238-b078-d96a149e740d not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:12.289376 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:12.293928 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks [] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:12.408019 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:12.499618 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:12.517034 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:12.526735 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-8f00d793-5a77-46f4-841e-028770dc4e77 service neutron] 10.222.0.26 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2677619 Feb 04 12:51:12.531440 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:12.597358 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Pushing event updated for resources: {'Port': ['ID=06392b6a-98dd-4f63-9d54-7fbb48365f12,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:12.719511 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (12d77c5a-2343-429a-844a-015b5d877b87), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:12.847585 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-a3fa9fc4-1c27-4447-95f8-1f60e92b44e5 service neutron] 10.222.0.26 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030894 Feb 04 12:51:12.985075 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 048eb936-f86a-480b-9312-98135806c062 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:13.119543 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-f6237b2c-5e80-46a4-a78c-7bd182de9cad None None] Provisioning complete for port 06392b6a-98dd-4f63-9d54-7fbb48365f12 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:13.120216 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f6237b2c-5e80-46a4-a78c-7bd182de9cad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.219398 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 048eb936-f86a-480b-9312-98135806c062 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:13.221087 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (048eb936-f86a-480b-9312-98135806c062), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.285320 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-f6237b2c-5e80-46a4-a78c-7bd182de9cad None None] Port 06392b6a-98dd-4f63-9d54-7fbb48365f12 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:13.339203 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58cba21-54f9-4173-90a9-d47d91d814f9 req-292e50ca-fbb5-412f-950f-b0119557ef9c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:13.344227 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b58cba21-54f9-4173-90a9-d47d91d814f9 req-292e50ca-fbb5-412f-950f-b0119557ef9c tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1539929 Feb 04 12:51:13.431604 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 048eb936-f86a-480b-9312-98135806c062 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:13.432953 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (048eb936-f86a-480b-9312-98135806c062), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.450553 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.509641 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 048eb936-f86a-480b-9312-98135806c062, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=048eb936-f86a-480b-9312-98135806c062,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:13.526879 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (048eb936-f86a-480b-9312-98135806c062), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.549744 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b58cba21-54f9-4173-90a9-d47d91d814f9 req-63c1d787-e07f-4cbc-bb4a-67a09332f5e1 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960745 Feb 04 12:51:13.650412 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=048eb936-f86a-480b-9312-98135806c062,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:13.700078 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3ee15c51-07d5-40cc-89f7-c649246e6416 req-809d6d0b-b105-414e-8243-a69fa2205a83 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 210 time: 0.0897777 Feb 04 12:51:13.841533 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks [] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:13.850651 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.017228 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Pushing event updated for resources: {'Port': ['ID=06392b6a-98dd-4f63-9d54-7fbb48365f12,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:14.029423 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (12d77c5a-2343-429a-844a-015b5d877b87), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.246964 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:14.255399 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:14.485580 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Router 12d77c5a-2343-429a-844a-015b5d877b87 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:14.644800 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-954eb488-0f81-4467-8080-692aec0e66fe None None] Provisioning complete for port 06392b6a-98dd-4f63-9d54-7fbb48365f12 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:14.657968 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-954eb488-0f81-4467-8080-692aec0e66fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:14.682178 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:14.699017 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c56f4692-e370-4c84-98ff-5eb1b72e1a01 admin admin] 10.222.0.26 "PUT /v2.0/routers/12d77c5a-2343-429a-844a-015b5d877b87/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6450059 Feb 04 12:51:14.794570 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc84a29-5264-4905-ab4c-06d7e955aab0 req-b05558ea-68b8-401b-ad8e-d36f139f7c43 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:14.799480 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-954eb488-0f81-4467-8080-692aec0e66fe None None] Port 06392b6a-98dd-4f63-9d54-7fbb48365f12 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:14.803715 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4dc84a29-5264-4905-ab4c-06d7e955aab0 req-b05558ea-68b8-401b-ad8e-d36f139f7c43 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1487734 Feb 04 12:51:14.855702 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 048eb936-f86a-480b-9312-98135806c062 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:14.939424 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b8cff50b-8ded-4ccb-88f4-06158428dcb4 req-0e75e35b-5c65-4900-a943-18561d41d912 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 210 time: 0.0403709 Feb 04 12:51:14.957930 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4dc84a29-5264-4905-ab4c-06d7e955aab0 req-bc01b877-48a8-40c6-89b6-cb2660b1a2cf tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1525500 Feb 04 12:51:15.035355 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 048eb936-f86a-480b-9312-98135806c062 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:15.036011 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (048eb936-f86a-480b-9312-98135806c062), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.144646 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-0a214bf8-9e7c-4548-baec-28ef66940203 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:15.147098 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-0a214bf8-9e7c-4548-baec-28ef66940203 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 810 time: 0.2015772 Feb 04 12:51:15.196976 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Sync routers for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:15.274314 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 048eb936-f86a-480b-9312-98135806c062 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:15.281187 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:15.281855 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:15.298085 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-8afd047f-d52b-42b8-94cc-53af465c3131 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 379 time: 0.1414468 Feb 04 12:51:15.330634 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'port': {'device_id': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'admin_state_up': True, 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'security_groups': ['50500cab-e657-4bfe-84d5-496b36dd60b6']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:15.518659 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:15.619372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Made reservation on behalf of 4d42ef29a88f46e98b25010c0d105ba7 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:15.626352 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.674002 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54690) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:15.680532 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-655713679-network', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:15.732935 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Made reservation on behalf of 57e01a80aa9e41dda58d3ac1be6442d7 for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:15.739297 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.767607 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.933068 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks [] for security_group (cf0b7318-606c-4705-a07c-5436a71b8035), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.941691 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cf0b7318-606c-4705-a07c-5436a71b8035), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.943288 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Allocated IP 172.20.0.9 (7303c293-47d0-4dee-894a-2ddfdf0563fb/988ff66e-4f11-4eb6-bc94-1a6f68371fb7/8f133660-9fd6-4704-a6ae-c86c7164657a) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:15.960361 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:15.979464 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (c992ae33-fae2-4acc-b75c-0bb7189b9b5b), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:15.979904 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Added segment c992ae33-fae2-4acc-b75c-0bb7189b9b5b of type vlan for network 50a66d50-db84-48eb-88ce-0750334f6f31 Feb 04 12:51:16.011862 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 2, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:16.078332 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Checking router: 12d77c5a-2343-429a-844a-015b5d877b87 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:16.079351 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Updating router 12d77c5a-2343-429a-844a-015b5d877b87 port 06392b6a-98dd-4f63-9d54-7fbb48365f12 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:16.106003 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf0b7318-606c-4705-a07c-5436a71b8035,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:16.162882 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.224973 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (50a66d50-db84-48eb-88ce-0750334f6f31), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.243398 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c254c4b7-d331-424e-911d-7287ebb59a41 req-40095987-411d-4dba-b349-2cf3a3786ea8 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 210 time: 0.0846202 Feb 04 12:51:16.323687 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (50a66d50-db84-48eb-88ce-0750334f6f31), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.325241 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.326017 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.360529 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787635b-b8a5-451b-a6c6-52c89cd46f59 req-d86e200e-a0a7-414b-adde-70f32502ce22 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.362259 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5787635b-b8a5-451b-a6c6-52c89cd46f59 req-d86e200e-a0a7-414b-adde-70f32502ce22 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1117387 Feb 04 12:51:16.418486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.467873 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7887492 Feb 04 12:51:16.469064 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54708) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:16.482925 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Request body: {'subnet': {'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-655713679-subnet', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'ip_version': 4}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:16.504987 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5787635b-b8a5-451b-a6c6-52c89cd46f59 req-42efde21-9d83-4fd7-a048-b2b78fb82c7a tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251969 Feb 04 12:51:16.515157 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a776f65a-08ca-407a-820c-60c6ecd7bd93 admin admin] Pushing event updated for resources: {'Network': ['ID=50a66d50-db84-48eb-88ce-0750334f6f31,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:16.534370 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 50a66d50-db84-48eb-88ce-0750334f6f31 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:16.535502 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Made reservation on behalf of 57e01a80aa9e41dda58d3ac1be6442d7 for: {'subnet': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:16.538547 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8527750'] for subnet (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.543633 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.686700 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:16.693348 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:16.713561 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:16.724451 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=8f133660-9fd6-4704-a6ae-c86c7164657a,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:16.803182 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:16.803749 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.847097 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-7cb868cd-6024-40a4-85cd-8f41c0db84ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5352077 Feb 04 12:51:16.870899 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Request body: {'port': {'device_id': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:16.943913 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Publish callbacks [] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.955093 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:16.992504 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8505610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8527792'] for subnet (a9e0ed13-7bb4-4931-a4e0-b875347f1dcc), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.038047 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b1adb-db78-4f67-b3fe-120fd124bac0 None None] Pushing event updated for resources: {'Port': ['ID=06392b6a-98dd-4f63-9d54-7fbb48365f12,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:17.102049 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.145211 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Attempting to bind port 06392b6a-98dd-4f63-9d54-7fbb48365f12 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:17.146018 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Attempting to bind port 06392b6a-98dd-4f63-9d54-7fbb48365f12 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:17.146640 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Attempting to bind port 06392b6a-98dd-4f63-9d54-7fbb48365f12 on network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:17.154214 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:17.154625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Checking segment: {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:17.155316 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.155928 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Bound using segment: {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:17.156927 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Bound port: 06392b6a-98dd-4f63-9d54-7fbb48365f12, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:17.157375 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.182563 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a9e0ed13-7bb4-4931-a4e0-b875347f1dcc,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:17.218608 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Checking segment: {'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:17.219014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Network hostable DHCP agents. Network: 50a66d50-db84-48eb-88ce-0750334f6f31, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:17.279259 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] For port 06392b6a-98dd-4f63-9d54-7fbb48365f12, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:17.281490 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-da209679-a7c4-4d4d-ad1d-9c3f29722029 None None] Provisioning complete for port 8f133660-9fd6-4704-a6ae-c86c7164657a triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:17.281875 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-da209679-a7c4-4d4d-ad1d-9c3f29722029 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.285805 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] For port 06392b6a-98dd-4f63-9d54-7fbb48365f12, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=06392b6a-98dd-4f63-9d54-7fbb48365f12,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:17.299942 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.328228 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-73ac21c1-3bc4-492b-9600-f6aa703b2e36 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:17.329870 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-73ac21c1-3bc4-492b-9600-f6aa703b2e36 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.1888709 Feb 04 12:51:17.343473 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Network 50a66d50-db84-48eb-88ce-0750334f6f31 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:17.413892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 50a66d50-db84-48eb-88ce-0750334f6f31) {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:17.415687 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-da209679-a7c4-4d4d-ad1d-9c3f29722029 None None] Port 8f133660-9fd6-4704-a6ae-c86c7164657a cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:17.428610 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:17.429226 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.469333 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847074e6-ca43-4be6-abf0-4ce0780f2568 None None] Network 50a66d50-db84-48eb-88ce-0750334f6f31 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:17.504127 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d0f293-98d3-402b-9fa4-3f8e776c4c51 req-79352d85-8598-48b0-aa15-cd160894643c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:17.511671 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-42d0f293-98d3-402b-9fa4-3f8e776c4c51 req-79352d85-8598-48b0-aa15-cd160894643c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 931 time: 0.1403661 Feb 04 12:51:17.614364 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ca62b452-bb1f-413c-b48f-0872b5b82b77 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1359115 Feb 04 12:51:17.615004 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54730) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:17.651500 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:17.652342 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:17.653041 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:17.659210 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672b1adb-db78-4f67-b3fe-120fd124bac0 None None] Pushing event updated for resources: {'Port': ['ID=06392b6a-98dd-4f63-9d54-7fbb48365f12,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:17.703656 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-42d0f293-98d3-402b-9fa4-3f8e776c4c51 req-2e819793-772a-450c-8810-68ce15c9199d tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1855237 Feb 04 12:51:17.760432 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Deleting port 58e17484-423f-4868-b6ac-769c8e19f3c6 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:17.760923 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.762256 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (ee666e7b-3f3f-4a64-9c80-87e421f549cb), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.763788 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (ee666e7b-3f3f-4a64-9c80-87e421f549cb), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.802916 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-9b792828-5243-4d28-b406-c41840dccb50 None None] Provisioning complete for port 06392b6a-98dd-4f63-9d54-7fbb48365f12 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:17.803385 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9b792828-5243-4d28-b406-c41840dccb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.905847 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks [] for router_controller (ee666e7b-3f3f-4a64-9c80-87e421f549cb), precommit_add_association {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.948908 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-50a66d50-db84-48eb-88ce-0750334f6f31', 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31', 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'fixed_ips': [{'subnet_id': 'a9e0ed13-7bb4-4931-a4e0-b875347f1dcc'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:51:17.950814 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:17.983918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:18.081030 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] For port 58e17484-423f-4868-b6ac-769c8e19f3c6, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=58e17484-423f-4868-b6ac-769c8e19f3c6,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:18.081792 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.102368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Calling delete_port for 58e17484-423f-4868-b6ac-769c8e19f3c6 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:18.193216 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks [] for router_gateway (ee666e7b-3f3f-4a64-9c80-87e421f549cb), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.194422 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f133660-9fd6-4704-a6ae-c86c7164657a {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:18.221906 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Publish callbacks [] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.277852 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Transition to ACTIVE for port object 8f133660-9fd6-4704-a6ae-c86c7164657a will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:18.292233 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc7fbe2-256e-48ea-b410-4bf1c4f34c8e req-add13ca4-9a46-44d0-a127-3befa7031ba4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:18.303511 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9bc7fbe2-256e-48ea-b410-4bf1c4f34c8e req-add13ca4-9a46-44d0-a127-3befa7031ba4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 945 time: 0.6007082 Feb 04 12:51:18.321519 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-9b792828-5243-4d28-b406-c41840dccb50 None None] Current status of the port 06392b6a-98dd-4f63-9d54-7fbb48365f12 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:18.322313 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9b792828-5243-4d28-b406-c41840dccb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.343653 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.416971 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Allocated IP 172.20.0.2 (50a66d50-db84-48eb-88ce-0750334f6f31/a9e0ed13-7bb4-4931-a4e0-b875347f1dcc/1cce4254-aa47-4008-b73f-0616de85f461) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:18.441132 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-9b792828-5243-4d28-b406-c41840dccb50 None None] For port 06392b6a-98dd-4f63-9d54-7fbb48365f12, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=06392b6a-98dd-4f63-9d54-7fbb48365f12,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:18.448975 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9b792828-5243-4d28-b406-c41840dccb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.709535 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f133660-9fd6-4704-a6ae-c86c7164657a,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:18.730965 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b792828-5243-4d28-b406-c41840dccb50 None None] Pushing event updated for resources: {'Port': ['ID=06392b6a-98dd-4f63-9d54-7fbb48365f12,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:18.743973 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-cac4370f-3137-45e5-bfd7-926eda3c3e65 None None] Provisioning complete for port 06392b6a-98dd-4f63-9d54-7fbb48365f12 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:18.744352 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-cac4370f-3137-45e5-bfd7-926eda3c3e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.800767 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9bc7fbe2-256e-48ea-b410-4bf1c4f34c8e req-7bbf99d8-c5d2-4709-80dd-54ef8a62a21e tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/security-groups?id=66bb9aed-eb68-4845-b8dd-b5c3a7e61251&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4959314 Feb 04 12:51:18.925531 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks [] for router_gateway (ee666e7b-3f3f-4a64-9c80-87e421f549cb), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:18.964939 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54754) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:18.987187 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.052912 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:19.124089 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Allocated IP 172.27.3.115 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/912996b3-39b2-4bf4-bb3f-d7c8f79d6c42) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:19.182046 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Attempting to bind port 8f133660-9fd6-4704-a6ae-c86c7164657a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:19.182900 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Attempting to bind port 8f133660-9fd6-4704-a6ae-c86c7164657a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:19.182900 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Attempting to bind port 8f133660-9fd6-4704-a6ae-c86c7164657a on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:19.189515 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Port 8f133660-9fd6-4704-a6ae-c86c7164657a on network 7303c293-47d0-4dee-894a-2ddfdf0563fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:51:19.189929 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Attempting to bind port 8f133660-9fd6-4704-a6ae-c86c7164657a on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:19.194178 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (58e17484-423f-4868-b6ac-769c8e19f3c6), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.205254 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:19.206988 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Checking segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:19.207394 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Bound using segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:19.207983 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Bound port: 8f133660-9fd6-4704-a6ae-c86c7164657a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:19.208384 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.228040 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8374fb80-c2a7-4698-9e4c-b9d258b818b9 None None] The sync data for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi is: [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:17Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:19.233499 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff48d4df-3ba6-495f-873a-e74c6963e480 req-df1599c7-a16d-4990-8e73-3d19128eeeac tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:19.235838 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff48d4df-3ba6-495f-873a-e74c6963e480 req-df1599c7-a16d-4990-8e73-3d19128eeeac tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 943 time: 0.3078892 Feb 04 12:51:19.269545 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Pushing event deleted for resources: {'Port': ['ID=58e17484-423f-4868-b6ac-769c8e19f3c6,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:19.370780 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8602d02e-978c-43bd-86b6-3e41abf2cd3b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.375401 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-cac4370f-3137-45e5-bfd7-926eda3c3e65 None None] Current status of the port 06392b6a-98dd-4f63-9d54-7fbb48365f12 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:19.377866 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Publish callbacks [] for port (1cce4254-aa47-4008-b73f-0616de85f461), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.387512 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (1cce4254-aa47-4008-b73f-0616de85f461), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.415024 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] No DVR routers for this DVR port 58e17484-423f-4868-b6ac-769c8e19f3c6 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:19.426585 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.438492 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d2d3afe9-c721-43e0-9d51-4b9387c05ba9 req-8aa2c7f8-e3ca-4a0b-9ad8-c672c4c7e8e4 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.75 "DELETE /v2.0/ports/58e17484-423f-4868-b6ac-769c8e19f3c6 HTTP/1.1" status: 204 len: 173 time: 2.0985508 Feb 04 12:51:19.439138 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'name': 'network-vif-deleted', 'tag': '58e17484-423f-4868-b6ac-769c8e19f3c6'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:19.442780 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed19b66-f681-4b50-93f4-14d8052aec4b" -d '{"events": [{"server_uuid": "6a4e7724-edcc-4bfa-a620-8ab4c6906881", "name": "network-vif-deleted", "tag": "58e17484-423f-4868-b6ac-769c8e19f3c6"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:19.459590 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff48d4df-3ba6-495f-873a-e74c6963e480 req-65cda628-4357-49d5-986b-1d4af865dfbb tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144005 Feb 04 12:51:19.481854 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks [] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.540098 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Network 50a66d50-db84-48eb-88ce-0750334f6f31 is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:19.549698 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] For port 8f133660-9fd6-4704-a6ae-c86c7164657a, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:19.555099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:19.561042 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec44762b-840e-4ae5-aa66-c53789fa5210 x-openstack-request-id: req-ec44762b-840e-4ae5-aa66-c53789fa5210 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:19.564772 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a4e7724-edcc-4bfa-a620-8ab4c6906881", "name": "network-vif-deleted", "tag": "58e17484-423f-4868-b6ac-769c8e19f3c6", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:19.565149 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-ec44762b-840e-4ae5-aa66-c53789fa5210 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:19.565626 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a4e7724-edcc-4bfa-a620-8ab4c6906881', 'name': 'network-vif-deleted', 'tag': '58e17484-423f-4868-b6ac-769c8e19f3c6', 'status': 'completed', 'code': 200} Feb 04 12:51:19.565751 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:19.570407 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] For port 8f133660-9fd6-4704-a6ae-c86c7164657a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8f133660-9fd6-4704-a6ae-c86c7164657a,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:19.583027 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.619212 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:19.620715 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.623646 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] 10.222.0.75 "PUT /v2.0/ports/8f133660-9fd6-4704-a6ae-c86c7164657a HTTP/1.1" status: 200 len: 1093 time: 2.7632098 Feb 04 12:51:19.650897 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Pushing event updated for resources: {'Port': ['ID=1cce4254-aa47-4008-b73f-0616de85f461,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:19.673643 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Attempting to bind port 1cce4254-aa47-4008-b73f-0616de85f461 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:19.673923 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Attempting to bind port 1cce4254-aa47-4008-b73f-0616de85f461 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:19.674736 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Attempting to bind port 1cce4254-aa47-4008-b73f-0616de85f461 on network 50a66d50-db84-48eb-88ce-0750334f6f31 {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:19.682389 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:19.683205 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Checking segment: {'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:19.686179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.686179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Bound using segment: {'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:19.686179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Bound port: 1cce4254-aa47-4008-b73f-0616de85f461, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:19.686179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (1cce4254-aa47-4008-b73f-0616de85f461), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.705736 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.820089 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a329a3d-02e3-42e8-8924-bd57b3fab9f6 service neutron] Pushing event updated for resources: {'Port': ['ID=8f133660-9fd6-4704-a6ae-c86c7164657a,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:19.821028 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] For port 1cce4254-aa47-4008-b73f-0616de85f461, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:19.822564 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:19.837758 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:19.844699 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:19.854376 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] For port 1cce4254-aa47-4008-b73f-0616de85f461, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=1cce4254-aa47-4008-b73f-0616de85f461,segment=NetworkSegment(c992ae33-fae2-4acc-b75c-0bb7189b9b5b),segment_id=c992ae33-fae2-4acc-b75c-0bb7189b9b5b)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:19.870874 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (1cce4254-aa47-4008-b73f-0616de85f461), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:19.972105 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-73611f6b-d9b6-459b-b104-92b25d7c4861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:19.983050 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-73611f6b-d9b6-459b-b104-92b25d7c4861 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 1127 time: 0.1543534 Feb 04 12:51:20.000781 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cad58-676a-4844-910c-80a3be9b62cf None None] Pushing event updated for resources: {'Port': ['ID=1cce4254-aa47-4008-b73f-0616de85f461,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.105870 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-fb31853a-d3a8-4ccf-8b88-3869a142a2f1 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f133660-9fd6-4704-a6ae-c86c7164657a HTTP/1.1" status: 200 len: 217 time: 0.1138659 Feb 04 12:51:20.129768 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Pushing event updated for resources: {'Port': ['ID=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.140042 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1713a6c6-4f81-40fe-92c0-c6cb1d72f619 req-e294d29a-f20e-4039-8658-71a5cf2ce7c6 tempest-ServerRescueNegativeTestJSON-2006008368 tempest-ServerRescueNegativeTestJSON-2006008368-project] 10.222.0.26 "GET /v2.0/ports?device_id=6a4e7724-edcc-4bfa-a620-8ab4c6906881 HTTP/1.1" status: 200 len: 210 time: 0.0946357 Feb 04 12:51:20.142424 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8602d02e-978c-43bd-86b6-3e41abf2cd3b admin admin] Publish callbacks [] for security_group (1bf2d5be-e984-4fb6-baca-5c24f71909a5), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.203959 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8602d02e-978c-43bd-86b6-3e41abf2cd3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1bf2d5be-e984-4fb6-baca-5c24f71909a5), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.231366 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 58e17484-423f-4868-b6ac-769c8e19f3c6 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:20.270286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-b6698dba-5136-4bda-b58f-c315ebcd3423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.276107 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-b6698dba-5136-4bda-b58f-c315ebcd3423 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.1640143 Feb 04 12:51:20.303490 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 58e17484-423f-4868-b6ac-769c8e19f3c6 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:20.313034 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 58e17484-423f-4868-b6ac-769c8e19f3c6 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:20.333385 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8602d02e-978c-43bd-86b6-3e41abf2cd3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf2d5be-e984-4fb6-baca-5c24f71909a5,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:20.385617 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8602d02e-978c-43bd-86b6-3e41abf2cd3b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=ffae5a6e1ac24e409790831a56a87c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4194255 Feb 04 12:51:20.386375 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54770) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:20.462055 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-a2ffd463-20aa-4037-bc1b-fe8b02928053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.466149 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-a2ffd463-20aa-4037-bc1b-fe8b02928053 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1832936 Feb 04 12:51:20.525313 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3de4dfcc-1cda-4d11-b234-7b71e0989164 admin admin] Publish callbacks [] for security_group (1bf2d5be-e984-4fb6-baca-5c24f71909a5), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.573340 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3de4dfcc-1cda-4d11-b234-7b71e0989164 admin admin] Publish callbacks [] for security_group (1bf2d5be-e984-4fb6-baca-5c24f71909a5), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.575872 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks [] for router_gateway (ee666e7b-3f3f-4a64-9c80-87e421f549cb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:20.849471 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-db336568-1c6c-49bb-9702-4d4872193abe service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3752635 Feb 04 12:51:20.985418 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08e377-4adc-4c3d-8a66-2f2280bc0570 req-2941730f-8c47-43f8-b893-af7225bb8ef6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:20.987413 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d08e377-4adc-4c3d-8a66-2f2280bc0570 req-2941730f-8c47-43f8-b893-af7225bb8ef6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 943 time: 0.2382088 Feb 04 12:51:21.105001 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 1cce4254-aa47-4008-b73f-0616de85f461 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:21.109118 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2017e141-c3da-40a8-b4c4-2f5254c34b76 req-d3ecae28-1fad-48e9-b3d1-53c9f88e9da7 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513547 Feb 04 12:51:21.131656 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d08e377-4adc-4c3d-8a66-2f2280bc0570 req-4a6612d1-1217-467f-8db8-fb11603deb1c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331165 Feb 04 12:51:21.220703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 1cce4254-aa47-4008-b73f-0616de85f461 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:21.221924 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (1cce4254-aa47-4008-b73f-0616de85f461), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.228183 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54778) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:21.236450 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3de4dfcc-1cda-4d11-b234-7b71e0989164 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (1bf2d5be-e984-4fb6-baca-5c24f71909a5), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.241457 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3de4dfcc-1cda-4d11-b234-7b71e0989164 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.244115 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-3de4dfcc-1cda-4d11-b234-7b71e0989164 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/1bf2d5be-e984-4fb6-baca-5c24f71909a5 HTTP/1.1" status: 204 len: 168 time: 0.8544102 Feb 04 12:51:21.321265 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4dfcc-1cda-4d11-b234-7b71e0989164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bf2d5be-e984-4fb6-baca-5c24f71909a5,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.387913 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (ee666e7b-3f3f-4a64-9c80-87e421f549cb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.570978 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 1cce4254-aa47-4008-b73f-0616de85f461 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:21.571556 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (1cce4254-aa47-4008-b73f-0616de85f461), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.657081 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 1cce4254-aa47-4008-b73f-0616de85f461, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=1cce4254-aa47-4008-b73f-0616de85f461,segment=NetworkSegment(c992ae33-fae2-4acc-b75c-0bb7189b9b5b),segment_id=c992ae33-fae2-4acc-b75c-0bb7189b9b5b)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:21.664283 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (1cce4254-aa47-4008-b73f-0616de85f461), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:21.665407 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 06392b6a-98dd-4f63-9d54-7fbb48365f12 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:21.815203 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Router ee666e7b-3f3f-4a64-9c80-87e421f549cb is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:51:21.843498 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=1cce4254-aa47-4008-b73f-0616de85f461,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:21.880319 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:21.886189 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dec0ea35-5d43-418d-8653-cd91ce28980a" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:21.894647 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 06392b6a-98dd-4f63-9d54-7fbb48365f12 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:21.895313 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.005046 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54786) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:22.028943 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-eb610e03-ad41-4b0e-b46d-d22872cfeeae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.065372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a229d43b-7c32-495a-a9b6-64e4db811311 x-openstack-request-id: req-a229d43b-7c32-495a-a9b6-64e4db811311 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:22.065801 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:22.066410 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a229d43b-7c32-495a-a9b6-64e4db811311 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:22.067145 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'status': 'completed', 'code': 200} Feb 04 12:51:22.130660 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:22.142608 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Sync routers for ids ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:22.156786 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 06392b6a-98dd-4f63-9d54-7fbb48365f12 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:22.163955 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d27c605-4a97-4c5f-aa24-33439ac6651b None None] Network 50a66d50-db84-48eb-88ce-0750334f6f31 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:22.167595 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Routers {'ee666e7b-3f3f-4a64-9c80-87e421f549cb'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:22.169449 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:22.189668 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.199576 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d193f4ed-f992-4e07-9fca-bedb6860888b admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.5796041 Feb 04 12:51:22.200903 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54792) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:22.323625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-e8424bb2-5bca-4656-94d5-98e6f1065dde None None] Provisioning complete for port 1cce4254-aa47-4008-b73f-0616de85f461 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:22.324527 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e8424bb2-5bca-4656-94d5-98e6f1065dde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (1cce4254-aa47-4008-b73f-0616de85f461), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.339450 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-eb610e03-ad41-4b0e-b46d-d22872cfeeae admin admin] Publish callbacks [] for security_group (ace8cce6-4a94-4df0-a648-0696f319f624), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.355216 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Set router ee666e7b-3f3f-4a64-9c80-87e421f549cb gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:22.360267 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-eb610e03-ad41-4b0e-b46d-d22872cfeeae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ace8cce6-4a94-4df0-a648-0696f319f624), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.407144 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb610e03-ad41-4b0e-b46d-d22872cfeeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ace8cce6-4a94-4df0-a648-0696f319f624,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:22.477693 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-eb610e03-ad41-4b0e-b46d-d22872cfeeae admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9c096cb8d6994306bfa0fb18841248e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4705513 Feb 04 12:51:22.485475 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54794) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:22.509124 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c60808-ca49-42ce-a420-2293a6ec4b88 req-aa18d0a6-4299-44fb-af21-b10612c83722 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:22.511178 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a2c60808-ca49-42ce-a420-2293a6ec4b88 req-aa18d0a6-4299-44fb-af21-b10612c83722 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 943 time: 0.1934876 Feb 04 12:51:22.566914 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-d2c373e5-77c9-4a84-a7c3-e97792661d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:22.569912 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-d2c373e5-77c9-4a84-a7c3-e97792661d58 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 1127 time: 0.5014570 Feb 04 12:51:22.587628 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6bae-bcf5-4ea3-a68e-5a066b017b72 admin admin] Publish callbacks [] for security_group (ace8cce6-4a94-4df0-a648-0696f319f624), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.626338 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a2c60808-ca49-42ce-a420-2293a6ec4b88 req-3a9b69be-36cf-439c-a88d-2b879d2bb2e6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764754 Feb 04 12:51:22.638072 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-e8424bb2-5bca-4656-94d5-98e6f1065dde None None] Current status of the port 1cce4254-aa47-4008-b73f-0616de85f461 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:22.668940 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6bae-bcf5-4ea3-a68e-5a066b017b72 admin admin] Publish callbacks [] for security_group (ace8cce6-4a94-4df0-a648-0696f319f624), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.819490 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6bae-bcf5-4ea3-a68e-5a066b017b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ace8cce6-4a94-4df0-a648-0696f319f624), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.836510 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 1cce4254-aa47-4008-b73f-0616de85f461 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:22.840215 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2dc6bae-bcf5-4ea3-a68e-5a066b017b72 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:22.845791 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b2dc6bae-bcf5-4ea3-a68e-5a066b017b72 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/ace8cce6-4a94-4df0-a648-0696f319f624 HTTP/1.1" status: 204 len: 168 time: 0.3484638 Feb 04 12:51:22.865995 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2dc6bae-bcf5-4ea3-a68e-5a066b017b72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ace8cce6-4a94-4df0-a648-0696f319f624,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:22.872365 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 3, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port': {'id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:18Z', 'updated_at': '2022-02-04T12:51:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:22.924859 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Checking router: ee666e7b-3f3f-4a64-9c80-87e421f549cb for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:22.925225 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Updating router ee666e7b-3f3f-4a64-9c80-87e421f549cb port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:22.965740 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.010481 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 1cce4254-aa47-4008-b73f-0616de85f461 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:23.011135 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (1cce4254-aa47-4008-b73f-0616de85f461), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.118103 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-5f19f906-5080-4fd3-8a7d-3a75bdf8afb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:23.120084 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-5f19f906-5080-4fd3-8a7d-3a75bdf8afb0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.5387182 Feb 04 12:51:23.150676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (26dd5a0b-26df-4169-ae31-222393430ce4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.191780 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-cf23499c-9a7b-4a3b-86ff-7d8c8d9b31ee service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f133660-9fd6-4704-a6ae-c86c7164657a HTTP/1.1" status: 200 len: 217 time: 0.0640423 Feb 04 12:51:23.267589 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 1cce4254-aa47-4008-b73f-0616de85f461 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:23.290004 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-8869e166-039e-4126-b046-90eec188658e None None] Provisioning complete for port 1cce4254-aa47-4008-b73f-0616de85f461 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:23.290484 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8869e166-039e-4126-b046-90eec188658e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (1cce4254-aa47-4008-b73f-0616de85f461), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.422881 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-6404e388-7ee7-43db-901e-d81e0efc2d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:23.425009 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-6404e388-7ee7-43db-901e-d81e0efc2d95 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.1751678 Feb 04 12:51:23.456294 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8869e166-039e-4126-b046-90eec188658e None None] Current status of the port 1cce4254-aa47-4008-b73f-0616de85f461 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:23.531946 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Publish callbacks [] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.552231 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.670124 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-4ccf4520-53fc-4055-86d0-96a56ebe3c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:23.671756 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-4ccf4520-53fc-4055-86d0-96a56ebe3c31 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2396238 Feb 04 12:51:23.686470 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.687234 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Attempting to bind port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:23.687894 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Attempting to bind port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:23.688475 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Attempting to bind port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:23.700852 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:23.701858 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:23.702491 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.703211 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:23.703864 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Bound port: 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:23.704414 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.769136 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4e07-70ea-4cdf-bc51-3aa6fb9b64db None None] Pushing event updated for resources: {'Port': ['ID=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,revision_number=2']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.827236 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] For port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:23.831357 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] For port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:23.840536 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:23.907640 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593d4e07-70ea-4cdf-bc51-3aa6fb9b64db None None] Pushing event updated for resources: {'Port': ['ID=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:23.941856 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Routers {'ee666e7b-3f3f-4a64-9c80-87e421f549cb'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:23.942625 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:24.110381 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] Set router ee666e7b-3f3f-4a64-9c80-87e421f549cb gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:24.265970 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-07b51353-c943-4662-9813-9e752e309d44 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5813990 Feb 04 12:51:24.485014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1cf964-48de-441b-82ff-06f1b3dd9aa5 req-ab732b3e-1752-4f05-950c-d6b69e1d6b49 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:24.488680 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ec1cf964-48de-441b-82ff-06f1b3dd9aa5 req-ab732b3e-1752-4f05-950c-d6b69e1d6b49 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 943 time: 0.4342680 Feb 04 12:51:24.529250 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54834) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:24.534082 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 3, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port': {'id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:18Z', 'updated_at': '2022-02-04T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:24.590509 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4e2e0c8-be5a-442c-980d-fe42a7b5a675 None None] The sync data for ids ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'] in dv-cinder-817351-9-iscsi is: [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:51:20Z', 'revision_number': 3, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port': {'id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:18Z', 'updated_at': '2022-02-04T12:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:24.682596 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Allocated IP 172.20.0.1 (50a66d50-db84-48eb-88ce-0750334f6f31/a9e0ed13-7bb4-4931-a4e0-b875347f1dcc/127bd77a-d3c4-43f8-ae8c-21681b683edb) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:24.697870 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dec0ea35-5d43-418d-8653-cd91ce28980a req-b30a7bf5-e188-449f-a92e-aae06c32964c service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3887763 Feb 04 12:51:24.703095 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ec1cf964-48de-441b-82ff-06f1b3dd9aa5 req-279b7f40-3f95-47c5-8c7e-63a7a3a4c3ef tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1662965 Feb 04 12:51:24.771261 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Deleting port 395370f0-3758-4abc-94da-dc56601390a1 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:24.771679 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (395370f0-3758-4abc-94da-dc56601390a1), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.777547 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1722353990-network', 'tenant_id': '8cf31ce1cd594131b96b74f3c502e9cd'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:24.806122 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Made reservation on behalf of 8cf31ce1cd594131b96b74f3c502e9cd for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:24.809070 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:24.823319 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.011519 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks [] for security_group (62910784-157f-49e7-a537-281b1d6706ba), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.028110 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (62910784-157f-49e7-a537-281b1d6706ba), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.059520 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks [] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.063576 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:25.066375 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] For port 395370f0-3758-4abc-94da-dc56601390a1, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=395370f0-3758-4abc-94da-dc56601390a1,segment=NetworkSegment(eb2aa64c-42fa-4235-82dc-7fd34c270924),segment_id=eb2aa64c-42fa-4235-82dc-7fd34c270924)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:25.067020 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (395370f0-3758-4abc-94da-dc56601390a1), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.068578 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62910784-157f-49e7-a537-281b1d6706ba,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.082772 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (ca428def-63a1-4a4b-ab51-1ffc27447886), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.083233 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Added segment ca428def-63a1-4a4b-ab51-1ffc27447886 of type vlan for network 5df62093-17ee-4384-b9f7-dac54bd51dee Feb 04 12:51:25.107295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Calling delete_port for 395370f0-3758-4abc-94da-dc56601390a1 owned by network:router_interface {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:25.171652 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (5df62093-17ee-4384-b9f7-dac54bd51dee), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.219504 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (5df62093-17ee-4384-b9f7-dac54bd51dee), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.220958 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:25.222021 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.275173 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.338351 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8032584 Feb 04 12:51:25.339874 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54838) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:25.348080 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Request body: {'subnet': {'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1722353990-subnet', 'tenant_id': '8cf31ce1cd594131b96b74f3c502e9cd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:25.354571 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Network 50a66d50-db84-48eb-88ce-0750334f6f31 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:25.368949 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70042f66-5ce9-4067-9b91-5145178034e3 admin admin] Pushing event updated for resources: {'Network': ['ID=5df62093-17ee-4384-b9f7-dac54bd51dee,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.369276 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:25.385076 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 5df62093-17ee-4384-b9f7-dac54bd51dee details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:25.407188 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Made reservation on behalf of 8cf31ce1cd594131b96b74f3c502e9cd for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:25.411062 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.510361 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:25.576676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Pushing event updated for resources: {'Port': ['ID=127bd77a-d3c4-43f8-ae8c-21681b683edb,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:25.613464 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (ee666e7b-3f3f-4a64-9c80-87e421f549cb), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.941574 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-e6add6be-83d8-475a-8f55-3ae227306f29 None None] Provisioning complete for port 127bd77a-d3c4-43f8-ae8c-21681b683edb triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:25.942419 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e6add6be-83d8-475a-8f55-3ae227306f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:25.949648 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (4e686195-bae8-428a-bbc2-d25f417c6620), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.032544 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-e6add6be-83d8-475a-8f55-3ae227306f29 None None] Port 127bd77a-d3c4-43f8-ae8c-21681b683edb cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:26.060405 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (395370f0-3758-4abc-94da-dc56601390a1), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.074226 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772dd795-35c3-4316-b8b6-5adbfee1b76b req-db1c2f66-eb08-40fe-be84-7beb5c738d8d tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:26.074554 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-772dd795-35c3-4316-b8b6-5adbfee1b76b req-db1c2f66-eb08-40fe-be84-7beb5c738d8d tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 943 time: 0.1387327 Feb 04 12:51:26.075237 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e686195-bae8-428a-bbc2-d25f417c6620,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:26.099653 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Checking segment: {'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:26.100113 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Network hostable DHCP agents. Network: 5df62093-17ee-4384-b9f7-dac54bd51dee, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:26.123847 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Pushing event deleted for resources: {'Port': ['ID=395370f0-3758-4abc-94da-dc56601390a1,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:26.153540 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Network 5df62093-17ee-4384-b9f7-dac54bd51dee is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:26.183712 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-772dd795-35c3-4316-b8b6-5adbfee1b76b req-d312b5ce-6618-4129-a4d3-5dc30bb50193 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0946660 Feb 04 12:51:26.185520 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 5df62093-17ee-4384-b9f7-dac54bd51dee) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:26.203399 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11734a6-4dd3-478e-8d2d-7b73e049e5e3 None None] Network 5df62093-17ee-4384-b9f7-dac54bd51dee requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:26.205685 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:26.206325 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.239063 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-40e0f319-ac4a-4af4-98be-e7f38ef3be48 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8946252 Feb 04 12:51:26.266687 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.357904 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe880c27-4bfb-41c1-afe1-2f6f7e573ded None None] Network 5df62093-17ee-4384-b9f7-dac54bd51dee requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:26.735433 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (26dd5a0b-26df-4169-ae31-222393430ce4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.942142 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks [] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:26.954690 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.053593 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (ee666e7b-3f3f-4a64-9c80-87e421f549cb), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.089059 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:27.230985 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:27.231634 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.295428 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Pushing event updated for resources: {'Port': ['ID=127bd77a-d3c4-43f8-ae8c-21681b683edb,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.368729 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:27.369302 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.395918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:27.404323 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:27.480157 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:27.691295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Network 50a66d50-db84-48eb-88ce-0750334f6f31 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:27.698649 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:27.714786 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f0dfd0-cc60-4015-9df8-b7104b87faa2 req-2043bd2f-9540-40ae-a767-7a541db67477 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:27.716613 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-84f0dfd0-cc60-4015-9df8-b7104b87faa2 req-2043bd2f-9540-40ae-a767-7a541db67477 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 943 time: 0.4100780 Feb 04 12:51:27.722287 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Router 26dd5a0b-26df-4169-ae31-222393430ce4 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:27.979963 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-84f0dfd0-cc60-4015-9df8-b7104b87faa2 req-3e097412-352c-493c-8fe5-73bbf6abddc0 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2500033 Feb 04 12:51:27.996838 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-34775727-d5b4-4854-8ab5-cfd6bb60ff56 None None] Provisioning complete for port 127bd77a-d3c4-43f8-ae8c-21681b683edb triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:27.997451 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-34775727-d5b4-4854-8ab5-cfd6bb60ff56 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.008468 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Router ee666e7b-3f3f-4a64-9c80-87e421f549cb has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:28.019126 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:28.029805 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-57f03c77-64f0-4772-af8c-97463551e6bd admin admin] 10.222.0.26 "PUT /v2.0/routers/26dd5a0b-26df-4169-ae31-222393430ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7973244 Feb 04 12:51:28.029805 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 54868) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:28.038520 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] Sync routers for ids ['26dd5a0b-26df-4169-ae31-222393430ce4'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:28.081295 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] Routers {'26dd5a0b-26df-4169-ae31-222393430ce4'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:28.082382 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['26dd5a0b-26df-4169-ae31-222393430ce4'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:28.088318 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-34775727-d5b4-4854-8ab5-cfd6bb60ff56 None None] Port 127bd77a-d3c4-43f8-ae8c-21681b683edb cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:28.273788 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] Set router 26dd5a0b-26df-4169-ae31-222393430ce4 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:28.281931 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks [] for router (26dd5a0b-26df-4169-ae31-222393430ce4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.289066 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:28.299062 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Sync routers for ids ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:28.317067 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Routers {'ee666e7b-3f3f-4a64-9c80-87e421f549cb'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:28.317991 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:28.466808 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8f133660-9fd6-4704-a6ae-c86c7164657a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:51:28.501281 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a29ca6b1-e3bd-4f5d-821c-40bc94c8f468 admin admin] 10.222.0.26 "PUT /v2.0/routers/ee666e7b-3f3f-4a64-9c80-87e421f549cb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2763169 Feb 04 12:51:28.523916 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks [] for router_gateway (26dd5a0b-26df-4169-ae31-222393430ce4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.621654 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d3e602a3-f8dc-4593-aaa2-302e15756f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.647407 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-6777a11a-01cc-4a05-9148-9e666916e62d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:28.652108 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-6777a11a-01cc-4a05-9148-9e666916e62d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/networks?id=5df62093-17ee-4384-b9f7-dac54bd51dee HTTP/1.1" status: 200 len: 809 time: 0.3063688 Feb 04 12:51:28.716973 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Set router ee666e7b-3f3f-4a64-9c80-87e421f549cb gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:28.732456 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-8f6bad2e-4884-4aff-905d-deec5f092fef tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/quotas/8cf31ce1cd594131b96b74f3c502e9cd HTTP/1.1" status: 200 len: 375 time: 0.0583780 Feb 04 12:51:28.756979 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Deleting port 3573d24e-c6af-4fa0-b9e7-8f339defd983 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:28.757876 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.832207 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-2a56a979-af3f-4fa4-bd37-eb03ebb189ef tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cf31ce1cd594131b96b74f3c502e9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958943 Feb 04 12:51:28.856939 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 8f133660-9fd6-4704-a6ae-c86c7164657a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8f133660-9fd6-4704-a6ae-c86c7164657a,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:28.885720 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:28.978883 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] For port 3573d24e-c6af-4fa0-b9e7-8f339defd983, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=3573d24e-c6af-4fa0-b9e7-8f339defd983,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:28.979666 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:28.995582 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'port_id': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'mac_address': 'fa:16:3e:be:d1:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:51:29.012541 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Calling delete_port for 3573d24e-c6af-4fa0-b9e7-8f339defd983 owned by network:router_gateway {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:29.045447 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-dbe42678-f713-4235-9f50-8b1fb72cc609 service neutron] 10.222.0.26 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040553 Feb 04 12:51:29.179192 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:51:26Z', 'revision_number': 4, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port': {'id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:18Z', 'updated_at': '2022-02-04T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '127bd77a-d3c4-43f8-ae8c-21681b683edb', 'name': '', 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'mac_address': 'fa:16:3e:f2:0e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a9e0ed13-7bb4-4931-a4e0-b875347f1dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:24Z', 'updated_at': '2022-02-04T12:51:26Z', 'revision_number': 2, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'subnets': [{'id': 'a9e0ed13-7bb4-4931-a4e0-b875347f1dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:29.236170 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-7e58a10c-5f42-41a2-80bf-4db321a49068 service neutron] 10.222.0.26 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766851 Feb 04 12:51:29.250384 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51'}], 'enable_snat': True}, 'gw_port_id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:51:25Z', 'revision_number': 5, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port': {'id': '3573d24e-c6af-4fa0-b9e7-8f339defd983', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:6d:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 48, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:48:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:29.262362 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Checking router: ee666e7b-3f3f-4a64-9c80-87e421f549cb for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:29.263172 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Updating router ee666e7b-3f3f-4a64-9c80-87e421f549cb port 127bd77a-d3c4-43f8-ae8c-21681b683edb binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:29.317001 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.320329 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] Checking router: 26dd5a0b-26df-4169-ae31-222393430ce4 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:29.367325 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:29.375171 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.387946 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (3573d24e-c6af-4fa0-b9e7-8f339defd983), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.434123 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Pushing event deleted for resources: {'Port': ['ID=3573d24e-c6af-4fa0-b9e7-8f339defd983,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:29.455342 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] Routers {'26dd5a0b-26df-4169-ae31-222393430ce4'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:29.456421 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['26dd5a0b-26df-4169-ae31-222393430ce4'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:29.487157 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 8f133660-9fd6-4704-a6ae-c86c7164657a is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:29.488337 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.492334 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a895c9-6291-4b48-bab3-ffe3c7c62a01 req-2e899463-b954-4be1-87c9-48c443617561 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:29.494467 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88a895c9-6291-4b48-bab3-ffe3c7c62a01 req-2e899463-b954-4be1-87c9-48c443617561 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 943 time: 0.3219078 Feb 04 12:51:29.620082 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (26dd5a0b-26df-4169-ae31-222393430ce4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.704594 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1b5c7861-92ae-4060-8e25-2ee0e59d1841 req-4850d1b0-3dd1-4e92-8986-43b8dad9f65c tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 210 time: 0.0696366 Feb 04 12:51:29.783501 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f133660-9fd6-4704-a6ae-c86c7164657a {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:29.796720 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] Set router 26dd5a0b-26df-4169-ae31-222393430ce4 gateway port host: None {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:29.894293 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88a895c9-6291-4b48-bab3-ffe3c7c62a01 req-02fe352d-7061-444a-8c68-556eeada305e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3821855 Feb 04 12:51:29.897385 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:51:29Z', 'revision_number': 7, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:29.901665 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 8f133660-9fd6-4704-a6ae-c86c7164657a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8f133660-9fd6-4704-a6ae-c86c7164657a,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:29.982864 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:29.989540 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c9ff4a5-79bc-4cd4-b6bf-9ff1667c0e6a None None] The sync data for ids ['26dd5a0b-26df-4169-ae31-222393430ce4'] in dv-cinder-817351-9-iscsi is: [{'id': '26dd5a0b-26df-4169-ae31-222393430ce4', 'name': 'tempest-ServerRescueNegativeTestJSON-1943985883-router', 'tenant_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:48:34Z', 'updated_at': '2022-02-04T12:51:29Z', 'revision_number': 7, 'project_id': '57ee67ed11ec481498bb2f6bb020b5a0', 'gw_port_host': None}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:30.113493 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (26dd5a0b-26df-4169-ae31-222393430ce4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.125244 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks [] for router_controller (26dd5a0b-26df-4169-ae31-222393430ce4), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.230049 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54934) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:30.231430 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Publish callbacks [] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.243171 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['8f133660-9fd6-4704-a6ae-c86c7164657a'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:30.245401 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.249451 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:30.310775 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=8f133660-9fd6-4704-a6ae-c86c7164657a,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.324920 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (26dd5a0b-26df-4169-ae31-222393430ce4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.325300 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26dd5a0b-26df-4169-ae31-222393430ce4 {{(pid=109007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:51:30.331628 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.336197 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54938) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:30.337262 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-6307eda8-6394-40b9-945d-5ec48e644a2b admin admin] 10.222.0.26 "DELETE /v2.0/routers/26dd5a0b-26df-4169-ae31-222393430ce4 HTTP/1.1" status: 204 len: 168 time: 2.3059001 Feb 04 12:51:30.457407 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36f641-42c9-49a4-b9fe-89d7a0d144a3 None None] Pushing event updated for resources: {'Port': ['ID=127bd77a-d3c4-43f8-ae8c-21681b683edb,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:30.541080 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] Deleting subnet e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 {{(pid=109006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:51:30.562759 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] Publish callbacks [] for subnet (e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.576010 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Attempting to bind port 127bd77a-d3c4-43f8-ae8c-21681b683edb on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:30.576270 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Attempting to bind port 127bd77a-d3c4-43f8-ae8c-21681b683edb by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:30.576583 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Attempting to bind port 127bd77a-d3c4-43f8-ae8c-21681b683edb on network 50a66d50-db84-48eb-88ce-0750334f6f31 {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:30.608799 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:30.609530 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Checking segment: {'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:30.614087 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.614536 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Bound using segment: {'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:30.615153 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Bound port: 127bd77a-d3c4-43f8-ae8c-21681b683edb, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:30.615559 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.769097 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8186624'] for subnet (e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.804024 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] For port 127bd77a-d3c4-43f8-ae8c-21681b683edb, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:30.811514 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] For port 127bd77a-d3c4-43f8-ae8c-21681b683edb, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=127bd77a-d3c4-43f8-ae8c-21681b683edb,segment=NetworkSegment(c992ae33-fae2-4acc-b75c-0bb7189b9b5b),segment_id=c992ae33-fae2-4acc-b75c-0bb7189b9b5b)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:30.853174 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-80ec4990-9abf-4136-bda2-77d55fac7446 None None] Provisioning complete for port 127bd77a-d3c4-43f8-ae8c-21681b683edb triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:30.853737 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-80ec4990-9abf-4136-bda2-77d55fac7446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.864396 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:30.982555 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Routers {'ee666e7b-3f3f-4a64-9c80-87e421f549cb'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:30.983791 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:31.003225 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.136521 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6178acb7-870b-4b1f-a9e3-0d5d8cea383b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.232505 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-80ec4990-9abf-4136-bda2-77d55fac7446 None None] Current status of the port 127bd77a-d3c4-43f8-ae8c-21681b683edb is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:31.233457 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-80ec4990-9abf-4136-bda2-77d55fac7446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.309759 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9870f0bd-bf3a-4fd2-ad4a-4b010ca0496a req-4adc6c83-322e-4b22-8f4f-8750b978f844 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 210 time: 0.2009947 Feb 04 12:51:31.323082 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-80ec4990-9abf-4136-bda2-77d55fac7446 None None] For port 127bd77a-d3c4-43f8-ae8c-21681b683edb, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=127bd77a-d3c4-43f8-ae8c-21681b683edb,segment=NetworkSegment(c992ae33-fae2-4acc-b75c-0bb7189b9b5b),segment_id=c992ae33-fae2-4acc-b75c-0bb7189b9b5b)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:31.327244 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e5233e97-7e01-4209-9e4e-a02a86b0098f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.359025 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 395370f0-3758-4abc-94da-dc56601390a1 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:31.407929 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-80ec4990-9abf-4136-bda2-77d55fac7446 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.466653 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca36f641-42c9-49a4-b9fe-89d7a0d144a3 None None] Pushing event updated for resources: {'Port': ['ID=127bd77a-d3c4-43f8-ae8c-21681b683edb,revision_number=4']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:31.486988 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114167'] for subnet (e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.516584 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 395370f0-3758-4abc-94da-dc56601390a1 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:31.516955 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 395370f0-3758-4abc-94da-dc56601390a1 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:31.551064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:31.552852 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f206c30-2372-4d9a-9b02-28e4ed9030f5 req-09c8c122-7c3f-4f18-bcd7-6c8c7827b424 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:31.559172 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.564373 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-ab6223be-0d81-4486-977a-b5e301d44879 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/e8d40ca0-fb2f-4bc5-9355-83f629ef3dc4 HTTP/1.1" status: 204 len: 168 time: 1.2268813 Feb 04 12:51:31.567843 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-87c8e6aa-04a7-4377-b7a5-63e7623419bb None None] Provisioning complete for port 127bd77a-d3c4-43f8-ae8c-21681b683edb triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:31.568231 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-87c8e6aa-04a7-4377-b7a5-63e7623419bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.573158 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54950) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:31.575899 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] Set router ee666e7b-3f3f-4a64-9c80-87e421f549cb gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:31.588329 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f206c30-2372-4d9a-9b02-28e4ed9030f5 req-09c8c122-7c3f-4f18-bcd7-6c8c7827b424 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 944 time: 0.4423969 Feb 04 12:51:31.610399 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ec4990-9abf-4136-bda2-77d55fac7446 None None] Pushing event updated for resources: {'Port': ['ID=127bd77a-d3c4-43f8-ae8c-21681b683edb,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:31.782303 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f206c30-2372-4d9a-9b02-28e4ed9030f5 req-fe5a30d1-e2a7-4a33-a77c-87958c05814d tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1925581 Feb 04 12:51:31.799844 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6178acb7-870b-4b1f-a9e3-0d5d8cea383b admin admin] Publish callbacks [] for security_group (f49321e0-99f2-45a1-b2f2-bf727e980dff), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.822181 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6178acb7-870b-4b1f-a9e3-0d5d8cea383b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (f49321e0-99f2-45a1-b2f2-bf727e980dff), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.851593 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-87c8e6aa-04a7-4377-b7a5-63e7623419bb None None] Current status of the port 127bd77a-d3c4-43f8-ae8c-21681b683edb is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:31.896920 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (4177f13a-56ea-4fbc-b226-ef36aec29531), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:31.947314 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6178acb7-870b-4b1f-a9e3-0d5d8cea383b admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=24dbcae45de048dbb7548cbe1b43eff5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7157044 Feb 04 12:51:31.948750 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54952) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:31.949411 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6178acb7-870b-4b1f-a9e3-0d5d8cea383b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f49321e0-99f2-45a1-b2f2-bf727e980dff,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:32.096764 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (4177f13a-56ea-4fbc-b226-ef36aec29531), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.107354 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-088614aa-7faa-4eda-9aa8-0721198469f9 admin admin] Publish callbacks [] for security_group (f49321e0-99f2-45a1-b2f2-bf727e980dff), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.132426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-32e221ea-0f4e-4ddc-ac32-7ed051ec2cd9 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:32.133241 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4177f13a-56ea-4fbc-b226-ef36aec29531']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:32.134550 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-32e221ea-0f4e-4ddc-ac32-7ed051ec2cd9 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "GET /v2.0/networks?id=5df62093-17ee-4384-b9f7-dac54bd51dee HTTP/1.1" status: 200 len: 809 time: 0.2534330 Feb 04 12:51:32.150884 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Request body: {'port': {'device_id': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee', 'admin_state_up': True, 'tenant_id': '8cf31ce1cd594131b96b74f3c502e9cd'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:32.157454 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb2aa64c-42fa-4235-82dc-7fd34c270924') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:32.157949 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb2aa64c-42fa-4235-82dc-7fd34c270924') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:32.161259 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-088614aa-7faa-4eda-9aa8-0721198469f9 admin admin] Publish callbacks [] for security_group (f49321e0-99f2-45a1-b2f2-bf727e980dff), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.186493 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (eb2aa64c-42fa-4235-82dc-7fd34c270924), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.252577 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (eb2aa64c-42fa-4235-82dc-7fd34c270924), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.255942 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:51:26Z', 'revision_number': 4, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port': {'id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:18Z', 'updated_at': '2022-02-04T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '127bd77a-d3c4-43f8-ae8c-21681b683edb', 'name': '', 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'mac_address': 'fa:16:3e:f2:0e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a9e0ed13-7bb4-4931-a4e0-b875347f1dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:24Z', 'updated_at': '2022-02-04T12:51:30Z', 'revision_number': 4, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'subnets': [{'id': 'a9e0ed13-7bb4-4931-a4e0-b875347f1dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:32.264785 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:51:32.265485 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (eb2aa64c-42fa-4235-82dc-7fd34c270924), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:51:32.267880 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:51:32.273147 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8f133660-9fd6-4704-a6ae-c86c7164657a up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:32.372492 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-088614aa-7faa-4eda-9aa8-0721198469f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (f49321e0-99f2-45a1-b2f2-bf727e980dff), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.382768 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-088614aa-7faa-4eda-9aa8-0721198469f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.388444 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-088614aa-7faa-4eda-9aa8-0721198469f9 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/f49321e0-99f2-45a1-b2f2-bf727e980dff HTTP/1.1" status: 204 len: 168 time: 0.4362550 Feb 04 12:51:32.388664 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Made reservation on behalf of 8cf31ce1cd594131b96b74f3c502e9cd for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:32.399778 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.407827 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088614aa-7faa-4eda-9aa8-0721198469f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f49321e0-99f2-45a1-b2f2-bf727e980dff,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:32.411908 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (4177f13a-56ea-4fbc-b226-ef36aec29531), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.422912 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.426674 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a35a879-6d5f-4f68-8903-8a7b9def55fe None None] The sync data for ids ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'] in dv-cinder-817351-9-iscsi is: [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:51:26Z', 'revision_number': 4, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port': {'id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:18Z', 'updated_at': '2022-02-04T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '127bd77a-d3c4-43f8-ae8c-21681b683edb', 'name': '', 'network_id': '50a66d50-db84-48eb-88ce-0750334f6f31', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'mac_address': 'fa:16:3e:f2:0e:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_interface', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': 'a9e0ed13-7bb4-4931-a4e0-b875347f1dcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:24Z', 'updated_at': '2022-02-04T12:51:30Z', 'revision_number': 4, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'subnets': [{'id': 'a9e0ed13-7bb4-4931-a4e0-b875347f1dcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:32.428623 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4177f13a-56ea-4fbc-b226-ef36aec29531 HTTP/1.1" status: 204 len: 168 time: 0.8465598 Feb 04 12:51:32.522360 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 8f133660-9fd6-4704-a6ae-c86c7164657a completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:32.549660 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 8f133660-9fd6-4704-a6ae-c86c7164657a triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:32.549660 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.685585 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-159d1284-6cc8-4b25-b28a-02538b20254d req-57562087-f1c0-4d1b-b5ea-a26ff348a811 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 210 time: 0.1574435 Feb 04 12:51:32.687740 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d29b83-907e-4afc-b6e8-7fedbc3175c9 admin admin] Pushing event deleted for resources: {'Network': ['ID=4177f13a-56ea-4fbc-b226-ef36aec29531,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:32.887809 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54966) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:32.909949 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 8f133660-9fd6-4704-a6ae-c86c7164657a is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:32.910470 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:32.998213 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:33.020374 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8cac5f-912f-4c09-aa16-01a8bf5b630c" -d '{"events": [{"server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "name": "network-vif-plugged", "status": "completed", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:33.070565 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 8f133660-9fd6-4704-a6ae-c86c7164657a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8f133660-9fd6-4704-a6ae-c86c7164657a,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:33.078582 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.086996 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Allocated IP 172.20.0.7 (5df62093-17ee-4384-b9f7-dac54bd51dee/4e686195-bae8-428a-bbc2-d25f417c6620/4d651090-a27a-4b2b-8c63-acc67f460a17) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:33.113173 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f59bd9b6-d654-465e-a918-634642dbf108 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57ee67ed11ec481498bb2f6bb020b5a0&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2202606 Feb 04 12:51:33.113521 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 54972) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:33.202028 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cc3972c-5c81-4456-a9cc-5f4bb14b40cf x-openstack-request-id: req-8cc3972c-5c81-4456-a9cc-5f4bb14b40cf {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:33.202420 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "name": "network-vif-plugged", "status": "completed", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:33.232390 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8cc3972c-5c81-4456-a9cc-5f4bb14b40cf {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:33.232632 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'code': 200} Feb 04 12:51:33.239182 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 127bd77a-d3c4-43f8-ae8c-21681b683edb up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:33.342435 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a721762c-dd04-43d1-96e1-b241b4ded5db admin admin] Publish callbacks [] for security_group (66bb9aed-eb68-4845-b8dd-b5c3a7e61251), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.435838 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a721762c-dd04-43d1-96e1-b241b4ded5db admin admin] Publish callbacks [] for security_group (66bb9aed-eb68-4845-b8dd-b5c3a7e61251), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.448634 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks [] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.544371 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.580490 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a721762c-dd04-43d1-96e1-b241b4ded5db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (66bb9aed-eb68-4845-b8dd-b5c3a7e61251), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.599417 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=8f133660-9fd6-4704-a6ae-c86c7164657a,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:33.610386 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a721762c-dd04-43d1-96e1-b241b4ded5db admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.621363 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.623915 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 127bd77a-d3c4-43f8-ae8c-21681b683edb triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:33.624530 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:33.629401 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-a721762c-dd04-43d1-96e1-b241b4ded5db admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/66bb9aed-eb68-4845-b8dd-b5c3a7e61251 HTTP/1.1" status: 204 len: 168 time: 0.5147135 Feb 04 12:51:33.643246 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a721762c-dd04-43d1-96e1-b241b4ded5db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66bb9aed-eb68-4845-b8dd-b5c3a7e61251,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:33.898220 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Network 5df62093-17ee-4384-b9f7-dac54bd51dee is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:33.971198 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:33.982484 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 127bd77a-d3c4-43f8-ae8c-21681b683edb is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:33.986473 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818bf9c-c6f5-4060-b02c-45b0f6ffbb0a req-cae5e0c5-e6cc-4f11-a67e-25176c16a983 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:33.989377 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2818bf9c-c6f5-4060-b02c-45b0f6ffbb0a req-cae5e0c5-e6cc-4f11-a67e-25176c16a983 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 931 time: 0.1905954 Feb 04 12:51:34.003314 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 3573d24e-c6af-4fa0-b9e7-8f339defd983 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:34.017279 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c2c6a8-ed6a-4244-9d4d-719a053a20ef req-bad0716d-91da-4752-860e-20ef85575388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:34.023554 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-68c2c6a8-ed6a-4244-9d4d-719a053a20ef req-bad0716d-91da-4752-860e-20ef85575388 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 1129 time: 0.4894712 Feb 04 12:51:34.045076 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:34.139765 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 3573d24e-c6af-4fa0-b9e7-8f339defd983 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:34.141069 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 3573d24e-c6af-4fa0-b9e7-8f339defd983 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:34.219345 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Pushing event updated for resources: {'Port': ['ID=4d651090-a27a-4b2b-8c63-acc67f460a17,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:34.241081 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2818bf9c-c6f5-4060-b02c-45b0f6ffbb0a req-40a3024c-2932-4e54-b112-884bab1b7295 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356603 Feb 04 12:51:34.717510 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:34.876318 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55010) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:34.953430 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.005117 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33363f0e-f038-408a-873c-31584573ea29 req-66b0ed8e-70ca-4dbf-be83-9ad356d77603 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:35.012993 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-33363f0e-f038-408a-873c-31584573ea29 req-66b0ed8e-70ca-4dbf-be83-9ad356d77603 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 1.8072157 Feb 04 12:51:35.026049 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-68c2c6a8-ed6a-4244-9d4d-719a053a20ef req-949b1f6c-9cf4-4dcc-a090-66ff630509a6 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9920197 Feb 04 12:51:35.133445 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-33363f0e-f038-408a-873c-31584573ea29 req-909282bb-9b95-4eec-a433-9d22c5aea66c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194186 Feb 04 12:51:35.139430 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:35.150894 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.192005 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-521fe1e3-eb3a-4565-923d-50a9f3af9a6d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0442853 Feb 04 12:51:35.206705 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55016) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:35.229351 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Request body: {'port': {'device_id': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:35.296717 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-487453202-network', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:35.333515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1218855783-network', 'tenant_id': 'bffc1cfd17734752b1d27f9c1aaf49fb'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:35.351624 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.446706 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Made reservation on behalf of 21f8bb936df4417d9c45861a8fe9ecb2 for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:35.449880 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.468032 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Made reservation on behalf of bffc1cfd17734752b1d27f9c1aaf49fb for: {'network': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:35.472073 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.501962 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.531206 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.566738 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2cac-3ca4-4a38-a323-43d6df6a6ed7 req-1360b65a-4357-4b0c-a844-6b6f0d3cd747 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:35.569872 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-33fb2cac-3ca4-4a38-a323-43d6df6a6ed7 req-1360b65a-4357-4b0c-a844-6b6f0d3cd747 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 931 time: 0.2210374 Feb 04 12:51:35.745142 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-33fb2cac-3ca4-4a38-a323-43d6df6a6ed7 req-0a723ab8-cf6c-46ca-be66-c5e889f89571 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607888 Feb 04 12:51:35.845017 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks [] for security_group (4351581e-8dba-444a-8eec-62f13c8e60b1), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.855602 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks [] for security_group (99de16ee-408c-46df-8a22-9114f6e6d598), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.857584 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (4351581e-8dba-444a-8eec-62f13c8e60b1), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.891164 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (99de16ee-408c-46df-8a22-9114f6e6d598), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.911470 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:35.929611 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (dc8cd4e1-6a82-47bd-905a-2238dae9e842), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:35.930778 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Added segment dc8cd4e1-6a82-47bd-905a-2238dae9e842 of type vlan for network c045c111-d2a7-4381-8696-a3c49d7b7263 Feb 04 12:51:36.018683 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (c045c111-d2a7-4381-8696-a3c49d7b7263), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.066767 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (c045c111-d2a7-4381-8696-a3c49d7b7263), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.069064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.070489 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.074697 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4351581e-8dba-444a-8eec-62f13c8e60b1,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.101014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d651090-a27a-4b2b-8c63-acc67f460a17 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:36.113783 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Publish callbacks [] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.130098 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Transition to ACTIVE for port object 4d651090-a27a-4b2b-8c63-acc67f460a17 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:36.134754 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.227466 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d651090-a27a-4b2b-8c63-acc67f460a17,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.268619 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Pushing event updated for resources: {'Network': ['ID=c045c111-d2a7-4381-8696-a3c49d7b7263,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.273174 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99de16ee-408c-46df-8a22-9114f6e6d598,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.289262 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=109006) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:51:36.291427 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network c045c111-d2a7-4381-8696-a3c49d7b7263 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:36.307680 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e4d84c61-4b42-4f66-bf07-769d515d7e21 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.4293892 Feb 04 12:51:36.311059 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55024) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:36.325981 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Request body: {'subnet': {'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1218855783-subnet', 'tenant_id': 'bffc1cfd17734752b1d27f9c1aaf49fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:36.333015 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (3cfd3c2d-d411-427b-b6e8-667454912330), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.334079 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.segments_db [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Added segment 3cfd3c2d-d411-427b-b6e8-667454912330 of type vlan for network df8d7004-e3f4-4322-9797-55226bd4f71d Feb 04 12:51:36.407821 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bda777-c991-4cc5-9cab-7c4ec497cfa4 req-f3e17d8e-9af9-408c-8160-284ad17508b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.410509 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-02bda777-c991-4cc5-9cab-7c4ec497cfa4 req-f3e17d8e-9af9-408c-8160-284ad17508b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 0.0984142 Feb 04 12:51:36.434497 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (df8d7004-e3f4-4322-9797-55226bd4f71d), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.439102 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Made reservation on behalf of bffc1cfd17734752b1d27f9c1aaf49fb for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:36.443394 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.446566 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Attempting to bind port 4d651090-a27a-4b2b-8c63-acc67f460a17 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:36.447699 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Attempting to bind port 4d651090-a27a-4b2b-8c63-acc67f460a17 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:36.447913 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Attempting to bind port 4d651090-a27a-4b2b-8c63-acc67f460a17 on network 5df62093-17ee-4384-b9f7-dac54bd51dee {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:36.457522 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Port 4d651090-a27a-4b2b-8c63-acc67f460a17 on network 5df62093-17ee-4384-b9f7-dac54bd51dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:51:36.458393 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Attempting to bind port 4d651090-a27a-4b2b-8c63-acc67f460a17 on network 5df62093-17ee-4384-b9f7-dac54bd51dee {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:36.494439 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:36.495046 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Checking segment: {'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:36.495892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Bound using segment: {'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:36.496866 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Bound port: 4d651090-a27a-4b2b-8c63-acc67f460a17, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:36.497643 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.551833 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.db.resource_extend [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 04 12:51:36.592683 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (df8d7004-e3f4-4322-9797-55226bd4f71d), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.593861 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.594564 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.672217 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-02bda777-c991-4cc5-9cab-7c4ec497cfa4 req-ee4a339d-bd2a-4756-a185-8291398d3302 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2269528 Feb 04 12:51:36.686544 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4777055 Feb 04 12:51:36.690391 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] For port 4d651090-a27a-4b2b-8c63-acc67f460a17, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:36.690709 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55026) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:36.702704 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] For port 4d651090-a27a-4b2b-8c63-acc67f460a17, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d651090-a27a-4b2b-8c63-acc67f460a17,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:36.703091 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Request body: {'subnet': {'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-subnet', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:36.710999 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2a296-45b4-41f0-a449-e47d29d65e5b admin admin] Pushing event updated for resources: {'Network': ['ID=df8d7004-e3f4-4322-9797-55226bd4f71d,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:36.730075 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.757748 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network df8d7004-e3f4-4322-9797-55226bd4f71d details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:51:36.782175 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Made reservation on behalf of 21f8bb936df4417d9c45861a8fe9ecb2 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:36.784983 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.805498 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:36.809232 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:36.814397 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] 10.222.0.75 "PUT /v2.0/ports/4d651090-a27a-4b2b-8c63-acc67f460a17 HTTP/1.1" status: 200 len: 1093 time: 1.5918021 Feb 04 12:51:36.821262 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'tag': '4d651090-a27a-4b2b-8c63-acc67f460a17'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:36.829903 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c41f6c33-89c7-461c-87fc-e3bd32270acd", "tag": "4d651090-a27a-4b2b-8c63-acc67f460a17"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:37.049454 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aba557-f6c6-4f3f-a499-c8262ceb43d1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d651090-a27a-4b2b-8c63-acc67f460a17,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:37.074922 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-c6808c58-6144-4f51-a797-ec29e56ba59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.076703 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-c6808c58-6144-4f51-a797-ec29e56ba59c service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8cf31ce1cd594131b96b74f3c502e9cd&device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 1127 time: 0.1747785 Feb 04 12:51:37.085853 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982d2569-e4f7-45c8-94c4-fb14dc6eb576 req-055d8714-52fe-41e4-aa28-e1eba0b6325f tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.087733 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-982d2569-e4f7-45c8-94c4-fb14dc6eb576 req-055d8714-52fe-41e4-aa28-e1eba0b6325f tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 943 time: 0.1801045 Feb 04 12:51:37.088198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f34efb-bf18-4aad-9433-c311f5c3bf43 req-a23960c1-b4bb-490e-b8ac-b8402dec5b20 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.091076 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-60f34efb-bf18-4aad-9433-c311f5c3bf43 req-a23960c1-b4bb-490e-b8ac-b8402dec5b20 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 0.2563434 Feb 04 12:51:37.136743 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (11e033dc-710c-49b9-b187-c624845bd430), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.175243 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-362907dc-0c5f-4a00-a378-843c9e786529 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d651090-a27a-4b2b-8c63-acc67f460a17 HTTP/1.1" status: 200 len: 217 time: 0.0861146 Feb 04 12:51:37.289305 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-982d2569-e4f7-45c8-94c4-fb14dc6eb576 req-051ceafe-d65b-422a-8ad7-e736a9c145fe tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844363 Feb 04 12:51:37.349100 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-391b1f2f-9628-44d4-8958-89e11b058da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.351650 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-391b1f2f-9628-44d4-8958-89e11b058da3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e686195-bae8-428a-bbc2-d25f417c6620 HTTP/1.1" status: 200 len: 849 time: 0.1635377 Feb 04 12:51:37.401575 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-162d8800-8863-4ba5-9fce-0c104f1d214d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5df62093-17ee-4384-b9f7-dac54bd51dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0440888 Feb 04 12:51:37.423890 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9ca9b39-955f-4fb3-88fd-10165fa99712 x-openstack-request-id: req-b9ca9b39-955f-4fb3-88fd-10165fa99712 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:37.425015 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c41f6c33-89c7-461c-87fc-e3bd32270acd", "tag": "4d651090-a27a-4b2b-8c63-acc67f460a17", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:37.425015 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b9ca9b39-955f-4fb3-88fd-10165fa99712 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:37.425015 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'tag': '4d651090-a27a-4b2b-8c63-acc67f460a17', 'status': 'completed', 'code': 200} Feb 04 12:51:37.571079 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-19a6601b-e840-43ed-9c22-683ff48b575e service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1633031 Feb 04 12:51:37.633293 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-60f34efb-bf18-4aad-9433-c311f5c3bf43 req-dbb034ec-2449-4474-81dd-daa33eab73c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5347817 Feb 04 12:51:37.634530 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=11e033dc-710c-49b9-b187-c624845bd430,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:37.669007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55034) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:37.693072 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Checking segment: {'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:37.693446 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Network hostable DHCP agents. Network: c045c111-d2a7-4381-8696-a3c49d7b7263, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:37.705028 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d4d6ab8-a2f4-46d1-b8db-f37d7dde8fce req-bac81d8b-6615-4f73-a6d0-1d919aa2b1d7 service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274848 Feb 04 12:51:37.707559 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (f3ca1fae-72a3-4468-8e52-7a4187e2613f), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.797456 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Network c045c111-d2a7-4381-8696-a3c49d7b7263 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:37.836016 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3ca1fae-72a3-4468-8e52-7a4187e2613f,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:37.839467 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, c045c111-d2a7-4381-8696-a3c49d7b7263) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:37.845374 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.845975 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.849344 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e772e09-8238-4216-b1fc-aa33e75a4fc6 None None] Network c045c111-d2a7-4381-8696-a3c49d7b7263 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:37.858712 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Checking segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:37.860960 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Network hostable DHCP agents. Network: df8d7004-e3f4-4322-9797-55226bd4f71d, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:51:37.903798 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-aefb3e90-35e5-4e3f-b9fa-4559f38cb864 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5788743 Feb 04 12:51:37.921711 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Network df8d7004-e3f4-4322-9797-55226bd4f71d is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:51:37.930436 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, df8d7004-e3f4-4322-9797-55226bd4f71d) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:37.938104 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-8e41a7d1-7ad1-42d7-b620-b41e118a4a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.941194 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-8e41a7d1-7ad1-42d7-b620-b41e118a4a15 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8cf31ce1cd594131b96b74f3c502e9cd&device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 1127 time: 0.1708698 Feb 04 12:51:37.947412 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:37.948153 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:37.950715 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2007ddf-b58b-410c-84ed-4c25911766bc None None] Network df8d7004-e3f4-4322-9797-55226bd4f71d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:37.982419 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-ff257dac-56ad-41aa-a17e-394aa37fc144 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2886038 Feb 04 12:51:37.983108 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55040) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:37.989711 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:38.050574 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (62c0ac7f-3006-47ae-bd52-0482f2d962a9), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.062475 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (62c0ac7f-3006-47ae-bd52-0482f2d962a9), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.116712 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-035a2b79-b382-4e0d-8fc7-4fff56070a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.118727 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-035a2b79-b382-4e0d-8fc7-4fff56070a80 service neutron] 10.222.0.75 "GET /v2.0/networks?id=5df62093-17ee-4384-b9f7-dac54bd51dee HTTP/1.1" status: 200 len: 909 time: 0.1712699 Feb 04 12:51:38.203188 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-3e4c1ead-b60b-4fe7-a06f-fecde75d492f service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d651090-a27a-4b2b-8c63-acc67f460a17 HTTP/1.1" status: 200 len: 217 time: 0.0765409 Feb 04 12:51:38.265732 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c734c498-8887-4c68-89c2-923fabb5036a tempest-TestVolumeBootPattern-701781358 tempest-TestVolumeBootPattern-701781358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.267635 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-c734c498-8887-4c68-89c2-923fabb5036a tempest-TestVolumeBootPattern-701781358 tempest-TestVolumeBootPattern-701781358-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 1124 time: 0.5976326 Feb 04 12:51:38.270478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55046) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:38.279146 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'port_id': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:38.298200 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks [] for router_controller (62c0ac7f-3006-47ae-bd52-0482f2d962a9), precommit_add_association {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.318487 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-82ceab9e-ec62-4804-a8a3-6c294c8d4fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:38.321379 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-82ceab9e-ec62-4804-a8a3-6c294c8d4fb9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e686195-bae8-428a-bbc2-d25f417c6620 HTTP/1.1" status: 200 len: 849 time: 0.1106069 Feb 04 12:51:38.371600 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.485139 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-bf33c44d-a990-479d-a458-051114035e7a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5df62093-17ee-4384-b9f7-dac54bd51dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1072209 Feb 04 12:51:38.824676 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba5d933-f9ed-4cc8-86f0-ff88ff9731e8 None None] Network c045c111-d2a7-4381-8696-a3c49d7b7263 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:38.827109 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks [] for router_gateway (62c0ac7f-3006-47ae-bd52-0482f2d962a9), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:38.991980 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-428052e4-bea5-4625-9c77-f02fd974c702 service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3097906 Feb 04 12:51:39.066074 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-df8d7004-e3f4-4322-9797-55226bd4f71d', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:51:39.068428 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.250627 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-88b66bd6-457f-48cd-8a7c-bd8f2d25f2ec req-55e0bbb7-c2ec-4658-98de-f5a7e0e981c9 service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462947 Feb 04 12:51:39.301620 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39bd40c-2a80-4970-b1da-292d44e58647 req-a5c88cd5-13cf-4198-b61e-c4badd447484 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:39.313991 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a39bd40c-2a80-4970-b1da-292d44e58647 req-a5c88cd5-13cf-4198-b61e-c4badd447484 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 943 time: 0.6248279 Feb 04 12:51:39.402874 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Allocated IP 172.20.0.2 (df8d7004-e3f4-4322-9797-55226bd4f71d/f3ca1fae-72a3-4468-8e52-7a4187e2613f/2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:39.451865 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a39bd40c-2a80-4970-b1da-292d44e58647 req-19952047-2710-4b44-854c-2075e41e4367 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363630 Feb 04 12:51:39.477424 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks [] for router_gateway (62c0ac7f-3006-47ae-bd52-0482f2d962a9), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.517209 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.518135 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.786023 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Allocated IP 172.27.3.120 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/efb738b6-d7ff-4d54-8d18-1d3cc622ba2a) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:39.809373 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Publish callbacks [] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.820732 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:39.900658 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Network df8d7004-e3f4-4322-9797-55226bd4f71d is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:39.906568 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:39.909548 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Pushing event updated for resources: {'Port': ['ID=2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:39.912256 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:40.010590 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Attempting to bind port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:40.011189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Attempting to bind port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:40.011366 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Attempting to bind port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 on network df8d7004-e3f4-4322-9797-55226bd4f71d {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:40.016634 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks [] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.019169 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:40.019560 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Checking segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:40.020039 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.020452 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Bound using segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:40.020949 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Bound port: 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:40.021337 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.070527 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.110927 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:40.114680 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:40.120020 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:40.177346 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] For port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:40.181050 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Allocated IP 172.27.3.104 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/97ece60e-e609-4240-a43e-6c0bc068b8b6) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:40.182900 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] For port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:40.196674 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.279851 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b4698-df7f-4a4b-8bba-770a9ca3ebcb None None] Pushing event updated for resources: {'Port': ['ID=2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.302041 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d651090-a27a-4b2b-8c63-acc67f460a17 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:51:40.406132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.520397 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.637733 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Pushing event updated for resources: {'Port': ['ID=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.643137 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks [] for router_gateway (62c0ac7f-3006-47ae-bd52-0482f2d962a9), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.669546 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d651090-a27a-4b2b-8c63-acc67f460a17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d651090-a27a-4b2b-8c63-acc67f460a17,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:40.716810 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '4d651090-a27a-4b2b-8c63-acc67f460a17', 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee', 'port_id': '4d651090-a27a-4b2b-8c63-acc67f460a17', 'mac_address': 'fa:16:3e:6d:9d:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e686195-bae8-428a-bbc2-d25f417c6620', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:51:40.770870 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:40.800587 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:40.842426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:40.862758 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4d651090-a27a-4b2b-8c63-acc67f460a17 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:40.863646 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:40.901810 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=97ece60e-e609-4240-a43e-6c0bc068b8b6,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:40.916497 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d651090-a27a-4b2b-8c63-acc67f460a17 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:40.993670 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d651090-a27a-4b2b-8c63-acc67f460a17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d651090-a27a-4b2b-8c63-acc67f460a17,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:41.011876 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.094819 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.095329 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.097555 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.098034 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.098470 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.098907 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.100911 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.104317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.104876 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.109064 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.109692 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.110197 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.110638 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:41.162694 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4d651090-a27a-4b2b-8c63-acc67f460a17,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:41.261971 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['4d651090-a27a-4b2b-8c63-acc67f460a17'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:41.299963 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917a2f9-a002-4a65-8bf8-4242bad5aece req-a17b9d71-c0cb-4227-89e5-c7738e638c9d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.302805 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3917a2f9-a002-4a65-8bf8-4242bad5aece req-a17b9d71-c0cb-4227-89e5-c7738e638c9d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 943 time: 0.4682229 Feb 04 12:51:41.540756 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-3b740d5a-7163-4b6f-ab2a-d09797564487 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7005022 Feb 04 12:51:41.542897 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3917a2f9-a002-4a65-8bf8-4242bad5aece req-c2062c28-65b4-4816-a934-0fec7bdfc2b4 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161524 Feb 04 12:51:41.606136 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (62c0ac7f-3006-47ae-bd52-0482f2d962a9), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:41.717864 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789139dc-83fe-4891-ad30-380a21cfa39b req-31955943-acef-496f-8230-c23a40397519 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:41.719899 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-31955943-acef-496f-8230-c23a40397519 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/networks?id=c045c111-d2a7-4381-8696-a3c49d7b7263 HTTP/1.1" status: 200 len: 814 time: 0.5903141 Feb 04 12:51:42.028120 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:51:42.207643 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-c4f4c6ae-8858-48c8-8056-925fc1265ed0 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/quotas/bffc1cfd17734752b1d27f9c1aaf49fb HTTP/1.1" status: 200 len: 375 time: 0.4543731 Feb 04 12:51:42.288796 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.293453 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-b04a5474-3061-4cd5-a481-3b62052dc171 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bffc1cfd17734752b1d27f9c1aaf49fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556638 Feb 04 12:51:42.312284 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-5a519670-ecf5-413a-8402-c664c97ad289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.313909 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d651090-a27a-4b2b-8c63-acc67f460a17 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:42.314099 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-5a519670-ecf5-413a-8402-c664c97ad289 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 1129 time: 0.6898110 Feb 04 12:51:42.363388 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:42.405439 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Sync routers for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:42.416249 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.422355 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-3ddf27a9-ed2d-4213-b72d-d5943fd00a05 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.4356937 Feb 04 12:51:42.427842 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55074) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:42.458751 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (76b5d3e0-1daa-4a4e-b295-850ddec9b1cb), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.506076 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613bd0da-36d5-449b-ad2b-5ce6c565dec8 None None] Network df8d7004-e3f4-4322-9797-55226bd4f71d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:51:42.513478 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:42.515371 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:42.629861 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-a848d0c4-8eba-4730-90a7-8e4e56d0f281 service neutron] 10.222.0.26 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3148334 Feb 04 12:51:42.758034 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.765309 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-942d6d11-5ef6-42e2-b1a8-33e8d6f92c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:42.767926 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-942d6d11-5ef6-42e2-b1a8-33e8d6f92c67 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.3678684 Feb 04 12:51:42.905438 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 4d651090-a27a-4b2b-8c63-acc67f460a17 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:51:42.918441 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-84132112-eefe-46b9-9606-76ae49f97f06 None None] Provisioning complete for port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:42.919078 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-84132112-eefe-46b9-9606-76ae49f97f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:42.962118 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 4d651090-a27a-4b2b-8c63-acc67f460a17 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:42.962118 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.133381 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:43.204631 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2b5a3e-a177-48f0-8430-78131908b117 req-ae0e7704-8013-48d7-86ef-8315c6d6b808 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.211851 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fe2b5a3e-a177-48f0-8430-78131908b117 req-ae0e7704-8013-48d7-86ef-8315c6d6b808 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 944 time: 0.2517478 Feb 04 12:51:43.242425 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-9e2929e6-311d-4031-b3a1-64c140538f85 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f133660-9fd6-4704-a6ae-c86c7164657a HTTP/1.1" status: 200 len: 999 time: 0.4348958 Feb 04 12:51:43.249452 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-901a71b3-b4a0-49db-ac5f-eef43c628594 service neutron] 10.222.0.26 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6064358 Feb 04 12:51:43.310100 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:43.337572 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-5d9e1929-0567-469a-8233-7dada3a7398e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.340154 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-5d9e1929-0567-469a-8233-7dada3a7398e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0875268 Feb 04 12:51:43.418302 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fe2b5a3e-a177-48f0-8430-78131908b117 req-8218c302-423f-484a-ad89-48e7f2bece77 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949198 Feb 04 12:51:43.474186 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.486399 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.544314 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-08a7e6fd-56de-40fc-94b5-e8392a5bbbbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:43.546202 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-08a7e6fd-56de-40fc-94b5-e8392a5bbbbc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1984477 Feb 04 12:51:43.550745 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=97ece60e-e609-4240-a43e-6c0bc068b8b6,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:43.671707 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-5a2f8856-e85d-47ba-9551-45faa7ba3043 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124563 Feb 04 12:51:43.726735 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.793261 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4d651090-a27a-4b2b-8c63-acc67f460a17 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:43.793651 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.809954 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-afc740b5-3085-4cd3-89c2-9c346d5d6812 req-273602af-9cae-4343-b54e-01487fbeb9af service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246772 Feb 04 12:51:43.831554 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-84132112-eefe-46b9-9606-76ae49f97f06 None None] Current status of the port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:43.832027 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-84132112-eefe-46b9-9606-76ae49f97f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.905541 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (76b5d3e0-1daa-4a4e-b295-850ddec9b1cb), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:43.991772 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d651090-a27a-4b2b-8c63-acc67f460a17'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:43.994307 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f9dae15-f973-4a13-80b0-3e3d4ea6b5f3" -d '{"events": [{"server_uuid": "c41f6c33-89c7-461c-87fc-e3bd32270acd", "name": "network-vif-plugged", "status": "completed", "tag": "4d651090-a27a-4b2b-8c63-acc67f460a17"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:44.039064 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:44.049110 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:44.120146 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Floating IP 76b5d3e0-1daa-4a4e-b295-850ddec9b1cb associated. External IP: 172.27.3.104, port: 8f133660-9fd6-4704-a6ae-c86c7164657a. Feb 04 12:51:44.185092 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e40a94-d2da-455f-9a28-b8501c8044ea x-openstack-request-id: req-19e40a94-d2da-455f-9a28-b8501c8044ea {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:44.185545 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41f6c33-89c7-461c-87fc-e3bd32270acd", "name": "network-vif-plugged", "status": "completed", "tag": "4d651090-a27a-4b2b-8c63-acc67f460a17", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:44.185993 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-19e40a94-d2da-455f-9a28-b8501c8044ea {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:44.186630 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d651090-a27a-4b2b-8c63-acc67f460a17', 'code': 200} Feb 04 12:51:44.193716 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Allocated IP 172.20.0.1 (df8d7004-e3f4-4322-9797-55226bd4f71d/f3ca1fae-72a3-4468-8e52-7a4187e2613f/8f06493f-c819-46a7-a9e3-ea0cd0633eb7) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:44.252761 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d651090-a27a-4b2b-8c63-acc67f460a17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d651090-a27a-4b2b-8c63-acc67f460a17,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:44.275273 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:44.279669 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-84132112-eefe-46b9-9606-76ae49f97f06 None None] For port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:44.301890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-84132112-eefe-46b9-9606-76ae49f97f06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:44.383541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:40Z', 'revision_number': 3, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:44.484832 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Checking router: 62c0ac7f-3006-47ae-bd52-0482f2d962a9 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:44.498874 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Updating router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:44.535682 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks [] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:44.567408 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221c7424-930d-4f1f-bd3b-e68aff25fc42 req-75b6fca5-4419-4d13-8610-760d119df19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:44.569333 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-221c7424-930d-4f1f-bd3b-e68aff25fc42 req-75b6fca5-4419-4d13-8610-760d119df19f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 1129 time: 0.2117443 Feb 04 12:51:44.577540 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4d651090-a27a-4b2b-8c63-acc67f460a17,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:44.638581 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:44.785471 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:44.796179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-bb91e6b5-8a68-4894-9db7-8b6a5e7594a9 None None] Provisioning complete for port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:44.796676 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-bb91e6b5-8a68-4894-9db7-8b6a5e7594a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:44.811900 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Network df8d7004-e3f4-4322-9797-55226bd4f71d is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:44.842499 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:44.858449 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:44.891954 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84132112-eefe-46b9-9606-76ae49f97f06 None None] Pushing event updated for resources: {'Port': ['ID=2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:44.899837 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:44.965089 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Pushing event updated for resources: {'Port': ['ID=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:45.003296 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f425ee79-0af7-4099-9de4-be747c1749fd req-def7daa5-f92e-4093-82f2-76f19bbb0a83 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 210 time: 0.1566558 Feb 04 12:51:45.099017 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:51:45.100040 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19a1e89-7dd4-4cb6-be27-2b9c585d1c9a req-ea07e7d3-015a-4eed-8dba-d02c204fb55b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:45.103597 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d19a1e89-7dd4-4cb6-be27-2b9c585d1c9a req-ea07e7d3-015a-4eed-8dba-d02c204fb55b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 945 time: 0.3719935 Feb 04 12:51:45.105559 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.106107 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.106632 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.108996 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.109566 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.110224 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.110860 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.111373 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.112113 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.112783 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.113290 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.113796 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.116610 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:45.129012 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-221c7424-930d-4f1f-bd3b-e68aff25fc42 req-d6509a79-6dc8-4c12-a624-a242aaa29834 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4262416 Feb 04 12:51:45.144654 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (62c0ac7f-3006-47ae-bd52-0482f2d962a9), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:45.221432 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:45.247799 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:45.517670 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-bb91e6b5-8a68-4894-9db7-8b6a5e7594a9 None None] Current status of the port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:45.636618 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d19a1e89-7dd4-4cb6-be27-2b9c585d1c9a req-ea3b4807-afd4-4319-8bbc-6bef31a84e92 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4989235 Feb 04 12:51:45.736927 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:45.744613 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:45.748811 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:45.783851 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:45.790147 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:45.825323 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:45.826187 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:45.836153 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.033218 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d10369d8-b7bf-41f9-b284-630a936c9038 None None] Provisioning complete for port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:46.035216 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d10369d8-b7bf-41f9-b284-630a936c9038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.063817 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-6a7569d4-d2a8-43ae-97d6-60c532dcc256 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7918925 Feb 04 12:51:46.064764 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:46.072984 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3480750d-ebfd-46b1-9cec-03c809ce5343" -d '{"events": [{"name": "network-changed", "server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:46.193002 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:46.230773 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks [] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.242196 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.253028 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Publish callbacks [] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.254132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdec4b05-67e7-4530-ba22-e2683bd71f98 x-openstack-request-id: req-bdec4b05-67e7-4530-ba22-e2683bd71f98 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:46.257139 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:46.257633 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdec4b05-67e7-4530-ba22-e2683bd71f98 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:46.258299 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'status': 'completed', 'code': 200} Feb 04 12:51:46.304215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.434829 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Pushing event updated for resources: {'Port': ['ID=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:46.460462 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (62c0ac7f-3006-47ae-bd52-0482f2d962a9), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.474884 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ab2f1-ebb0-4fa8-99f6-4eea3a9af71a None None] Pushing event updated for resources: {'Port': ['ID=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:46.476484 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1288b35b-6fb9-4992-aae2-97098f38b9a0 req-483dea08-9caa-41eb-b500-1bb32a757899 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 210 time: 0.1664829 Feb 04 12:51:46.634590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-4500f479-414e-4966-b8c3-d98727280cf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.636353 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-4500f479-414e-4966-b8c3-d98727280cf3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 1129 time: 0.1561630 Feb 04 12:51:46.681477 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:46.686437 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d10369d8-b7bf-41f9-b284-630a936c9038 None None] Port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:46.708900 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Attempting to bind port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:46.718390 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Attempting to bind port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:46.721385 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Attempting to bind port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:46.736628 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:46.747601 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:46.748409 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.749489 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:46.750294 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Bound port: efb738b6-d7ff-4d54-8d18-1d3cc622ba2a, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:46.750906 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.780785 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Network df8d7004-e3f4-4322-9797-55226bd4f71d is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:46.791652 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:46.874914 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] For port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:46.887707 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] For port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:46.903758 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:46.940719 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-938523d6-7d2c-4fdf-a256-6b12744283c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:46.943423 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-938523d6-7d2c-4fdf-a256-6b12744283c6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.3006070 Feb 04 12:51:47.058797 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:47.066796 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:47.081791 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494ab2f1-ebb0-4fa8-99f6-4eea3a9af71a None None] Pushing event updated for resources: {'Port': ['ID=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:47.213984 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25db20b7-0336-4105-846a-10782134d185 req-342b12e3-db35-480a-bea5-60225ac98b5d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.216986 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-25db20b7-0336-4105-846a-10782134d185 req-342b12e3-db35-480a-bea5-60225ac98b5d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 945 time: 0.2986472 Feb 04 12:51:47.233502 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-d9f9c4ca-3e7a-43de-b3b4-2cdd077a2ffb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f133660-9fd6-4704-a6ae-c86c7164657a HTTP/1.1" status: 200 len: 999 time: 0.2701325 Feb 04 12:51:47.306025 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:51:47.366588 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-25db20b7-0336-4105-846a-10782134d185 req-a4de09b6-ff63-4cb5-956d-7957c8c83d06 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323259 Feb 04 12:51:47.374157 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '76b5d3e0-1daa-4a4e-b295-850ddec9b1cb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:be:d1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:41Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:47.401161 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-e31b2caa-bd83-44ec-b559-5686f7e3bf05 None None] Provisioning complete for port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:47.401792 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e31b2caa-bd83-44ec-b559-5686f7e3bf05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:47.513014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-9c7b0092-0b8e-4b00-b300-686766735cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.514549 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-9c7b0092-0b8e-4b00-b300-686766735cec service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.2533081 Feb 04 12:51:47.518622 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:47.529884 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:47.577497 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:47.578314 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:47.620232 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-e31b2caa-bd83-44ec-b559-5686f7e3bf05 None None] Port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:47.707509 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:51:47.742580 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-0e8b16c9-54fb-4f3f-a04b-0863e75d34cd admin admin] 10.222.0.26 "PUT /v2.0/routers/62c0ac7f-3006-47ae-bd52-0482f2d962a9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3101504 Feb 04 12:51:47.795264 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789139dc-83fe-4891-ad30-380a21cfa39b req-d7444a77-58b2-4975-ac5b-5e43252ae242 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:47.798445 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-d7444a77-58b2-4975-ac5b-5e43252ae242 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "GET /v2.0/networks?id=c045c111-d2a7-4381-8696-a3c49d7b7263 HTTP/1.1" status: 200 len: 814 time: 0.6623750 Feb 04 12:51:47.826536 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Request body: {'port': {'device_id': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263', 'admin_state_up': True, 'tenant_id': 'bffc1cfd17734752b1d27f9c1aaf49fb'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:47.910362 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0e36f252-8bb6-4e7a-a478-d244cef10112 req-f15cf649-675a-44dc-bf8a-6d01e939ab1d tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 210 time: 0.1070423 Feb 04 12:51:47.914868 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:48.222832 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 2, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:48.309246 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b09da8a0-a525-4d9e-9e06-a2916fa75d93 None None] The sync data for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi is: [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 2, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:48.609099 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '76b5d3e0-1daa-4a4e-b295-850ddec9b1cb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:be:d1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:41Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:48.660120 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55138) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:48.665920 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-4047e429-491f-4a0a-9df1-3c4915cc3e86 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--525004766', 'description': 'tempest-description--1491849176'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:48.673967 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ed6250-0890-4349-a1c8-7ce114e0677e None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '76b5d3e0-1daa-4a4e-b295-850ddec9b1cb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.104', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 558, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:be:d1:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:41Z', 'updated_at': '2022-02-04T12:51:41Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:48.701084 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-fb71aeb0-9586-4380-b3b9-e1360fbcf898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.703083 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-fb71aeb0-9586-4380-b3b9-e1360fbcf898 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 1.1669347 Feb 04 12:51:48.725866 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Made reservation on behalf of bffc1cfd17734752b1d27f9c1aaf49fb for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:48.729875 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:48.748593 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4047e429-491f-4a0a-9df1-3c4915cc3e86 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:48.862992 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4779be50-1a0c-40f0-b6ac-1194b710b208 req-03b3d27d-7655-4b70-9f8f-c16ca4c14317 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:48.872645 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4779be50-1a0c-40f0-b6ac-1194b710b208 req-03b3d27d-7655-4b70-9f8f-c16ca4c14317 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 945 time: 0.2390559 Feb 04 12:51:48.934090 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4047e429-491f-4a0a-9df1-3c4915cc3e86 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (6174db8e-af5e-4589-9afb-f6ad7a6703c9), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:48.940828 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4047e429-491f-4a0a-9df1-3c4915cc3e86 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (6174db8e-af5e-4589-9afb-f6ad7a6703c9), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.025133 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4047e429-491f-4a0a-9df1-3c4915cc3e86 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.028682 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4047e429-491f-4a0a-9df1-3c4915cc3e86 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3674452 Feb 04 12:51:49.035927 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55142) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:49.049977 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-7ee1db45-179f-4b4e-b255-73da4cc2109e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'security_group_rule': {'security_group_id': '6174db8e-af5e-4589-9afb-f6ad7a6703c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:49.098062 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4779be50-1a0c-40f0-b6ac-1194b710b208 req-bfec881a-a27b-4d1b-b94f-3742b4920f49 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240710 Feb 04 12:51:49.098773 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4047e429-491f-4a0a-9df1-3c4915cc3e86 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6174db8e-af5e-4589-9afb-f6ad7a6703c9,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:49.108739 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-a018ec3a-c8ac-4dd0-bf7d-7e7a1674e8cc service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3952091 Feb 04 12:51:49.147591 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ee1db45-179f-4b4e-b255-73da4cc2109e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (be38613e-09bb-4a27-a199-0131ca88f872), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.161913 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-29b67817-4f9c-484f-ab42-1738037e2a1a req-ffe492ec-b219-418e-8e88-9a054c3142ef tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 210 time: 0.1251073 Feb 04 12:51:49.223331 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Allocated IP 172.20.0.2 (c045c111-d2a7-4381-8696-a3c49d7b7263/11e033dc-710c-49b9-b187-c624845bd430/6ee64988-f44d-432d-8990-ca5426ffde1f) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:49.312117 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ee1db45-179f-4b4e-b255-73da4cc2109e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (be38613e-09bb-4a27-a199-0131ca88f872), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.322501 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ee1db45-179f-4b4e-b255-73da4cc2109e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (be38613e-09bb-4a27-a199-0131ca88f872), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.352397 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee1db45-179f-4b4e-b255-73da4cc2109e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be38613e-09bb-4a27-a199-0131ca88f872,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:49.359271 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69963db-3d82-4894-85fb-966f079d30c2 None None] New status for floating IP 76b5d3e0-1daa-4a4e-b295-850ddec9b1cb: ACTIVE {{(pid=109008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:51:49.374004 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ee1db45-179f-4b4e-b255-73da4cc2109e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.376167 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-7ee1db45-179f-4b4e-b255-73da4cc2109e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3392129 Feb 04 12:51:49.382201 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55144) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:49.384441 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3480750d-ebfd-46b1-9cec-03c809ce5343 req-0dd622b5-ac59-4266-b56f-a8c1e5154a1c service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2540426 Feb 04 12:51:49.387807 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-b2d7f00f-1db4-4c00-b0c0-f3520d372cbb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'security_group_rule': {'security_group_id': '6174db8e-af5e-4589-9afb-f6ad7a6703c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:49.451269 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f00f-1db4-4c00-b0c0-f3520d372cbb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (2a012e45-396f-4a51-b86f-738e709eaeeb), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.542430 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f00f-1db4-4c00-b0c0-f3520d372cbb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (2a012e45-396f-4a51-b86f-738e709eaeeb), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.548189 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f00f-1db4-4c00-b0c0-f3520d372cbb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (2a012e45-396f-4a51-b86f-738e709eaeeb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.566494 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7f00f-1db4-4c00-b0c0-f3520d372cbb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a012e45-396f-4a51-b86f-738e709eaeeb,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:49.598292 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks [] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.603043 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b2d7f00f-1db4-4c00-b0c0-f3520d372cbb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.608433 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b2d7f00f-1db4-4c00-b0c0-f3520d372cbb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2248793 Feb 04 12:51:49.614208 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55146) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:51:49.620451 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:49.675583 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.741551 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.841741 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Network c045c111-d2a7-4381-8696-a3c49d7b7263 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:49.849022 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:49.852335 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:49.897285 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Pushing event updated for resources: {'Port': ['ID=6ee64988-f44d-432d-8990-ca5426ffde1f,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:49.941118 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.942978 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:49.974181 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e05521e3-ec6b-4aaa-81f8-36370e2073fe tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1561103 Feb 04 12:51:49.985998 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-e6a164df-1673-411b-b36d-017b35f798a9 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:49.987778 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-e6a164df-1673-411b-b36d-017b35f798a9 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 945 time: 0.2000501 Feb 04 12:51:49.996553 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Request body: {'port': {'device_id': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:50.182535 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:50.215917 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:50.359423 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1595c4f-0778-454b-bcc9-5106efe1bf70 req-c3d265b8-f346-4b8c-96e8-1e9c7e9da758 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.367647 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d1595c4f-0778-454b-bcc9-5106efe1bf70 req-c3d265b8-f346-4b8c-96e8-1e9c7e9da758 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 931 time: 0.0914831 Feb 04 12:51:50.447882 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d1595c4f-0778-454b-bcc9-5106efe1bf70 req-50102f91-2b97-4473-a1ff-924471c8edcf tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765617 Feb 04 12:51:50.639621 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fd4ffe-f782-47f4-860f-cbf3afb9729f req-071d7d16-1ac2-43a8-b2d4-bedc1f99cf79 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:50.641540 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d3fd4ffe-f782-47f4-860f-cbf3afb9729f req-071d7d16-1ac2-43a8-b2d4-bedc1f99cf79 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 945 time: 0.3674927 Feb 04 12:51:50.659555 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Allocated IP 172.27.3.134 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/c7692d4a-95b8-458e-8d75-055d4a1430cf) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:50.724256 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Deleting port 4d651090-a27a-4b2b-8c63-acc67f460a17 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:51:50.724677 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:50.968419 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d3fd4ffe-f782-47f4-860f-cbf3afb9729f req-7e9d1113-7750-4681-b3aa-43dec31a7025 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3016527 Feb 04 12:51:51.144231 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.153435 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device efb738b6-d7ff-4d54-8d18-1d3cc622ba2a up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:51.165804 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] For port 4d651090-a27a-4b2b-8c63-acc67f460a17, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d651090-a27a-4b2b-8c63-acc67f460a17,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:51.166737 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.219361 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Calling delete_port for 4d651090-a27a-4b2b-8c63-acc67f460a17 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:51:51.293425 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:51.294037 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.355188 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.365254 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ee64988-f44d-432d-8990-ca5426ffde1f {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:51.384382 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:51.390529 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:51.394081 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Publish callbacks [] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.420745 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:51.471220 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:51.471911 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.530679 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:51.539264 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.593423 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (202e7683-80c6-408a-8699-d57323a62670), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.657451 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:51.689571 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b26975e-a81b-46ff-a088-3cecdd7c1bc6 req-7d713ad5-f276-43db-a7d2-52c087ad21c9 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:51.700177 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.705338 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5b26975e-a81b-46ff-a088-3cecdd7c1bc6 req-7d713ad5-f276-43db-a7d2-52c087ad21c9 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 931 time: 0.1218631 Feb 04 12:51:51.764437 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Transition to ACTIVE for port object 6ee64988-f44d-432d-8990-ca5426ffde1f will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:51.783123 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5b26975e-a81b-46ff-a088-3cecdd7c1bc6 req-427fe5ea-3c0b-43f4-bb6d-82d961a32203 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762937 Feb 04 12:51:51.792608 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:51.796025 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'Port': ['ID=c7692d4a-95b8-458e-8d75-055d4a1430cf,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:52.023526 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee64988-f44d-432d-8990-ca5426ffde1f,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:52.121613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4d651090-a27a-4b2b-8c63-acc67f460a17), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:52.213647 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Pushing event deleted for resources: {'Port': ['ID=4d651090-a27a-4b2b-8c63-acc67f460a17,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:52.281879 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-af75954a-b8b4-4823-8e40-2c1418b9c754 req-252e8e9c-cb01-4025-be74-1e1180c83ca9 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=c41f6c33-89c7-461c-87fc-e3bd32270acd HTTP/1.1" status: 200 len: 210 time: 0.0700321 Feb 04 12:51:52.364054 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d651090-a27a-4b2b-8c63-acc67f460a17 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:51:52.397279 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:52.460719 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 4d651090-a27a-4b2b-8c63-acc67f460a17 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:51:52.460719 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d651090-a27a-4b2b-8c63-acc67f460a17 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:51:52.483422 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:52.486434 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] No DVR routers for this DVR port 4d651090-a27a-4b2b-8c63-acc67f460a17 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:51:52.501476 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:52.505367 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5a3317fd-0d54-4b6c-8007-b0f8bdbad2e0 req-6c133b69-7fec-423c-a79f-e754ed36e642 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "DELETE /v2.0/ports/4d651090-a27a-4b2b-8c63-acc67f460a17 HTTP/1.1" status: 204 len: 173 time: 2.4611483 Feb 04 12:51:52.524830 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'name': 'network-vif-deleted', 'tag': '4d651090-a27a-4b2b-8c63-acc67f460a17'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:52.527509 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a659aa4-5cdb-40ab-8baf-462f5a90fdb8" -d '{"events": [{"server_uuid": "c41f6c33-89c7-461c-87fc-e3bd32270acd", "name": "network-vif-deleted", "tag": "4d651090-a27a-4b2b-8c63-acc67f460a17"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:52.536303 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Attempting to bind port 6ee64988-f44d-432d-8990-ca5426ffde1f on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:52.536651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Attempting to bind port 6ee64988-f44d-432d-8990-ca5426ffde1f by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:52.536991 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Attempting to bind port 6ee64988-f44d-432d-8990-ca5426ffde1f on network c045c111-d2a7-4381-8696-a3c49d7b7263 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:52.568374 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Port 6ee64988-f44d-432d-8990-ca5426ffde1f on network c045c111-d2a7-4381-8696-a3c49d7b7263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:51:52.568374 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Attempting to bind port 6ee64988-f44d-432d-8990-ca5426ffde1f on network c045c111-d2a7-4381-8696-a3c49d7b7263 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:52.596211 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:52.597008 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Checking segment: {'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:52.597393 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Bound using segment: {'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:52.597863 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Bound port: 6ee64988-f44d-432d-8990-ca5426ffde1f, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:52.598237 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:52.618844 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Sync routers for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:51:52.638264 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'Port': ['ID=c7692d4a-95b8-458e-8d75-055d4a1430cf,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:52.642485 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:52.643792 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:52.684099 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88f59934-1c70-46cd-a278-98cb315598d1 x-openstack-request-id: req-88f59934-1c70-46cd-a278-98cb315598d1 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:52.684448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c41f6c33-89c7-461c-87fc-e3bd32270acd", "name": "network-vif-deleted", "tag": "4d651090-a27a-4b2b-8c63-acc67f460a17", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:52.684780 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-88f59934-1c70-46cd-a278-98cb315598d1 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:52.685194 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c41f6c33-89c7-461c-87fc-e3bd32270acd', 'name': 'network-vif-deleted', 'tag': '4d651090-a27a-4b2b-8c63-acc67f460a17', 'status': 'completed', 'code': 200} Feb 04 12:51:52.756792 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (202e7683-80c6-408a-8699-d57323a62670), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:52.789250 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:52.791048 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ebaf9e81-f141-41dd-969c-3aa4c5717949 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1757109 Feb 04 12:51:52.800315 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:52.824304 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] For port 6ee64988-f44d-432d-8990-ca5426ffde1f, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:52.836792 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] For port 6ee64988-f44d-432d-8990-ca5426ffde1f, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6ee64988-f44d-432d-8990-ca5426ffde1f,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:52.852993 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:53.025679 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:53.026802 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:53.030403 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] 10.222.0.75 "PUT /v2.0/ports/6ee64988-f44d-432d-8990-ca5426ffde1f HTTP/1.1" status: 200 len: 1093 time: 3.0415585 Feb 04 12:51:53.151404 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-ee17a767-2b58-4384-8ec9-c77a87c2de69 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--525004766&fields=id&tenant_id=21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 267 time: 0.1458206 Feb 04 12:51:53.169783 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device efb738b6-d7ff-4d54-8d18-1d3cc622ba2a up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:53.213127 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ba0ba-8661-4647-b511-bf1226a782e8 service neutron] Pushing event updated for resources: {'Port': ['ID=6ee64988-f44d-432d-8990-ca5426ffde1f,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:53.249049 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04705ae2-7e24-4d77-ba7f-f78344d6a331 req-19d19c45-36bd-4f34-8cff-3fee62329cd7 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:53.259732 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-04705ae2-7e24-4d77-ba7f-f78344d6a331 req-19d19c45-36bd-4f34-8cff-3fee62329cd7 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 943 time: 0.3797107 Feb 04 12:51:53.281508 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:53.282447 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:53.386605 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 2, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:53.409640 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-8b4d4e29-32b0-4136-9c5d-e17e6d05f39b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:53.434896 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-8b4d4e29-32b0-4136-9c5d-e17e6d05f39b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 816 time: 0.2788932 Feb 04 12:51:53.441152 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Checking router: 62c0ac7f-3006-47ae-bd52-0482f2d962a9 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:51:53.441681 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Updating router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:51:53.483096 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-bb0f9481-c4e1-4eeb-819f-fc3decac9850 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/quotas/21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 375 time: 0.0465355 Feb 04 12:51:53.485549 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:53.486508 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:53.592492 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-4d6ece00-984c-4ccd-8e07-a4e7186ba7ee tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080232 Feb 04 12:51:53.759043 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789139dc-83fe-4891-ad30-380a21cfa39b req-d9262832-5f3c-43a5-9ac2-cfa050bdaaab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:53.760522 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-d9262832-5f3c-43a5-9ac2-cfa050bdaaab service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bffc1cfd17734752b1d27f9c1aaf49fb&device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 1127 time: 0.6610494 Feb 04 12:51:53.772504 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-04705ae2-7e24-4d77-ba7f-f78344d6a331 req-0d555824-aee0-4222-b318-ab761799e965 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5055773 Feb 04 12:51:53.848831 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-5488fff7-00d4-47b6-a1d6-80954f50b4c4 service neutron] 10.222.0.26 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418258 Feb 04 12:51:53.873271 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-b87f5631-1905-4f68-9585-8074e0b8be41 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ee64988-f44d-432d-8990-ca5426ffde1f HTTP/1.1" status: 200 len: 217 time: 0.0994468 Feb 04 12:51:54.002012 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789139dc-83fe-4891-ad30-380a21cfa39b req-021abcc4-9827-4539-a546-54a255cdd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:54.004200 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-021abcc4-9827-4539-a546-54a255cdd6ee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=11e033dc-710c-49b9-b187-c624845bd430 HTTP/1.1" status: 200 len: 854 time: 0.1043935 Feb 04 12:51:54.037177 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Publish callbacks [] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.046071 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.050426 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-3eae22cd-d597-47ed-91ce-d68d1c08af6d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c045c111-d2a7-4381-8696-a3c49d7b7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391171 Feb 04 12:51:54.125534 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Pushing event updated for resources: {'Port': ['ID=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:54.143553 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-9d7321cf-0155-4d8a-834e-de65c3a67452 service neutron] 10.222.0.26 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908535 Feb 04 12:51:54.188685 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.192119 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.198254 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.198713 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.199410 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.200798 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.200798 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.201422 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.201983 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.204236 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.204772 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.205353 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.211724 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:51:54.301908 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Attempting to bind port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:51:54.302456 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Attempting to bind port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:51:54.303519 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Attempting to bind port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 on network df8d7004-e3f4-4322-9797-55226bd4f71d {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:51:54.316962 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:51:54.317480 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Checking segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:51:54.318129 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.318838 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Bound using segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:51:54.319736 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Bound port: 8f06493f-c819-46a7-a9e3-ea0cd0633eb7, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:51:54.320187 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.329432 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-18735ce2-d548-447d-bafa-0b53db9267e4 service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706730 Feb 04 12:51:54.446530 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] For port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:51:54.452157 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] For port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:51:54.460484 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.528655 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d3cd3-2df4-48be-9df4-0898700e9279 None None] Pushing event updated for resources: {'Port': ['ID=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,revision_number=4']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:54.576050 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:51:54.577099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7a8770be-72ed-48bd-b709-1b4cf8a35653 None None] Provisioning complete for port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:54.577899 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:51:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:54.578786 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7a8770be-72ed-48bd-b709-1b4cf8a35653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.626387 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-a645a187-3caf-47c7-b6c0-bb654d32c4ea tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:54.634200 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-a645a187-3caf-47c7-b6c0-bb654d32c4ea tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/networks?id=5df62093-17ee-4384-b9f7-dac54bd51dee HTTP/1.1" status: 200 len: 809 time: 0.3352158 Feb 04 12:51:54.676413 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-7d9dda64-3173-44d8-920b-31632b6a9b4e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/quotas/8cf31ce1cd594131b96b74f3c502e9cd HTTP/1.1" status: 200 len: 375 time: 0.0408316 Feb 04 12:51:54.691376 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'tag': '6ee64988-f44d-432d-8990-ca5426ffde1f'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:51:54.698924 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c24c336e-cd40-4a29-8af6-16989b4ec958" -d '{"events": [{"name": "network-changed", "server_uuid": "bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc", "tag": "6ee64988-f44d-432d-8990-ca5426ffde1f"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:51:54.753386 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-f0604d8a-f84f-42fb-9bdd-109c2edfc0ef tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=8cf31ce1cd594131b96b74f3c502e9cd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0760069 Feb 04 12:51:54.780062 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:51:54.798837 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7a8770be-72ed-48bd-b709-1b4cf8a35653 None None] Current status of the port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:54.799460 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7a8770be-72ed-48bd-b709-1b4cf8a35653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:54.868018 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddf13a4b-482f-44e6-8337-691203cbcc79 req-44732df2-383d-4a0d-840d-9b9c258e7705 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 210 time: 0.0592191 Feb 04 12:51:54.916726 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7a8770be-72ed-48bd-b709-1b4cf8a35653 None None] For port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:54.922158 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7a8770be-72ed-48bd-b709-1b4cf8a35653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:55.030563 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8770be-72ed-48bd-b709-1b4cf8a35653 None None] Pushing event updated for resources: {'Port': ['ID=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:55.034017 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96db7aad-0652-465e-8c28-2de8fb0b5041 x-openstack-request-id: req-96db7aad-0652-465e-8c28-2de8fb0b5041 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:51:55.036703 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc", "tag": "6ee64988-f44d-432d-8990-ca5426ffde1f", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:51:55.037436 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-96db7aad-0652-465e-8c28-2de8fb0b5041 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:51:55.038224 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'tag': '6ee64988-f44d-432d-8990-ca5426ffde1f', 'status': 'completed', 'code': 200} Feb 04 12:51:55.075711 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-57cfae82-b77a-4ca2-97e1-21eb5c79e08c None None] Provisioning complete for port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:55.076770 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-57cfae82-b77a-4ca2-97e1-21eb5c79e08c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:55.093604 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-789139dc-83fe-4891-ad30-380a21cfa39b req-351b350a-5c58-4d1a-b34f-65237490aac6 service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7421837 Feb 04 12:51:55.128049 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407cfe3b-73a4-43d8-8bb7-e3c64f1fb471 req-59e040c1-239f-4fc6-a7d0-6798da84c15c tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.135496 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-407cfe3b-73a4-43d8-8bb7-e3c64f1fb471 req-59e040c1-239f-4fc6-a7d0-6798da84c15c tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 943 time: 0.0942681 Feb 04 12:51:55.182906 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:55.207118 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-407cfe3b-73a4-43d8-8bb7-e3c64f1fb471 req-b9d98526-5046-4e3b-8fc6-19abab66fa37 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666497 Feb 04 12:51:55.269259 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-41fea1cf-6f25-4b69-8e22-06223fed56ba service neutron] 10.222.0.26 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5061445 Feb 04 12:51:55.278952 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-cbb8af08-a617-4465-b11b-b44ea9c1210a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.280525 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-cbb8af08-a617-4465-b11b-b44ea9c1210a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bffc1cfd17734752b1d27f9c1aaf49fb&device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 1127 time: 0.1122346 Feb 04 12:51:55.314015 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:55.314709 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:55.352442 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-57cfae82-b77a-4ca2-97e1-21eb5c79e08c None None] Current status of the port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:55.462293 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:55.469671 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:51:55.509206 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f984699-0ad3-4a7c-9d30-ce2d9dd0b25d None None] The sync data for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi is: [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:51:55.570536 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-316d940a-48bc-4bc1-a0e2-d40306a73aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.572100 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-316d940a-48bc-4bc1-a0e2-d40306a73aeb service neutron] 10.222.0.75 "GET /v2.0/networks?id=c045c111-d2a7-4381-8696-a3c49d7b7263 HTTP/1.1" status: 200 len: 914 time: 0.2836344 Feb 04 12:51:55.594392 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-e145bfb5-943d-4338-9111-3dd633ef88a8 service neutron] 10.222.0.26 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853650 Feb 04 12:51:55.604325 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-b1d9931b-033d-4bf8-ae75-066e5233fbb1 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.611449 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-b1d9931b-033d-4bf8-ae75-066e5233fbb1 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 815 time: 0.1888237 Feb 04 12:51:55.643673 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-0964eea1-a082-451d-b30a-894592aace26 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/quotas/7c62b4eba54d42169f6f3e1aa966fc20 HTTP/1.1" status: 200 len: 375 time: 0.0310922 Feb 04 12:51:55.667846 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-d115bd74-fee9-4043-971a-1df6b06597b9 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6ee64988-f44d-432d-8990-ca5426ffde1f HTTP/1.1" status: 200 len: 217 time: 0.0862830 Feb 04 12:51:55.756964 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-883876a5-5f81-41b7-b12d-2150908b4e22 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1089487 Feb 04 12:51:55.765734 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-46efadc6-dd9d-4835-b457-8532c32ee60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:55.767530 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-46efadc6-dd9d-4835-b457-8532c32ee60e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=11e033dc-710c-49b9-b187-c624845bd430 HTTP/1.1" status: 200 len: 854 time: 0.0939977 Feb 04 12:51:55.854296 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-6451b051-8de0-415c-9821-003ea5b79d91 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c045c111-d2a7-4381-8696-a3c49d7b7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748465 Feb 04 12:51:55.941006 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-b750f6d4-d74d-4c96-9cd9-b1c256a54718 service neutron] 10.222.0.26 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785069 Feb 04 12:51:55.968842 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8a0b8b9d-de13-438e-99c8-d09eb9c1775a req-8f7f687b-a483-40bf-aed2-527b0a4196d7 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 210 time: 0.1075897 Feb 04 12:51:56.072176 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-93e9095e-9815-4837-863b-4dc3e6353e58 service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078454 Feb 04 12:51:56.203918 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-957da7a4-1c9d-4bf9-b4be-46efd50aaa5b service neutron] 10.222.0.26 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490387 Feb 04 12:51:56.340743 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f8fed5ef-e72f-4f09-b071-17952ea2fd50 req-05e3525d-fbae-4ad2-8b80-4f6fe324eb9a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 210 time: 0.2315438 Feb 04 12:51:56.528827 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c24c336e-cd40-4a29-8af6-16989b4ec958 req-3571a256-83da-459c-b42f-0b88fbfcebfa service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4252295 Feb 04 12:51:56.565356 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ef234842-304a-4d11-9fba-abc3103c299b req-7db651b3-1666-4305-a789-4fd43a68d2ba tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0741692 Feb 04 12:51:56.680627 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-7d41a191-0fe4-4661-bb7f-fa56f660f915 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:56.682472 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-7d41a191-0fe4-4661-bb7f-fa56f660f915 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 816 time: 0.3394866 Feb 04 12:51:56.785829 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e9d81-296f-41e1-94e3-c657c79fc8a0 req-a748f0ac-a583-470d-a1be-a812991aa77c tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:56.791481 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e02e9d81-296f-41e1-94e3-c657c79fc8a0 req-a748f0ac-a583-470d-a1be-a812991aa77c tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 943 time: 0.1697800 Feb 04 12:51:56.838352 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-3ac6a98b-2e4a-43a2-94bc-30ced4bcaad9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 379 time: 0.1462839 Feb 04 12:51:56.871526 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e02e9d81-296f-41e1-94e3-c657c79fc8a0 req-b04ba6c3-4ed3-44bd-b496-9736b248f996 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649116 Feb 04 12:51:56.876280 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'port': {'device_id': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'admin_state_up': True, 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'security_groups': ['6174db8e-af5e-4589-9afb-f6ad7a6703c9']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:57.096102 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:51:57.109882 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Made reservation on behalf of 21f8bb936df4417d9c45861a8fe9ecb2 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:57.114882 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.132324 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2ab4e51e-f8c5-4312-b051-d7a55daf870d req-87ea1c87-e8be-4cab-a982-f1ab7147208e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 210 time: 0.0451581 Feb 04 12:51:57.172747 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:57.173035 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.293607 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Allocated IP 172.20.0.11 (df8d7004-e3f4-4322-9797-55226bd4f71d/f3ca1fae-72a3-4468-8e52-7a4187e2613f/f6b39874-6327-4e20-9dae-cd5186023c31) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:57.303435 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:57.550217 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-d76201ca-fe6a-426e-90b0-36109ba6f7e4 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.551980 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-d76201ca-fe6a-426e-90b0-36109ba6f7e4 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "GET /v2.0/networks?id=5df62093-17ee-4384-b9f7-dac54bd51dee HTTP/1.1" status: 200 len: 809 time: 0.2461643 Feb 04 12:51:57.557335 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d389d1ea-2d03-446f-a020-af80defd85dd req-7a157a21-122d-48d8-acd2-e337ab42eb63 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 210 time: 0.0609019 Feb 04 12:51:57.580124 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Request body: {'port': {'device_id': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee', 'admin_state_up': True, 'tenant_id': '8cf31ce1cd594131b96b74f3c502e9cd'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:57.670397 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for port (f6b39874-6327-4e20-9dae-cd5186023c31), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.696974 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-23ef6045-d8f8-428c-a220-2870e1918332 req-0f08978b-6520-4db1-af39-a97d2eb4c434 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0302105 Feb 04 12:51:57.750676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.752909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Made reservation on behalf of 8cf31ce1cd594131b96b74f3c502e9cd for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:57.757450 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.815720 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Network df8d7004-e3f4-4322-9797-55226bd4f71d is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:57.826025 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:57.831934 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:57.836920 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:57.938964 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:57.939626 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:57.987752 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-a1a87f52-307c-451c-8787-f5f6f72e68a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1206899 Feb 04 12:51:58.010295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Request body: {'port': {'device_id': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:58.051418 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Allocated IP 172.20.0.4 (5df62093-17ee-4384-b9f7-dac54bd51dee/4e686195-bae8-428a-bbc2-d25f417c6620/c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:58.158927 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.203445 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf3f5ab-4ec7-4d36-b56a-395981519c0e req-09ad6fc2-42d1-428f-8e00-a351c2fcb02e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.205248 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ecf3f5ab-4ec7-4d36-b56a-395981519c0e req-09ad6fc2-42d1-428f-8e00-a351c2fcb02e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 943 time: 0.1701732 Feb 04 12:51:58.217646 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-470e7659-5286-4042-8ada-a7751e781616 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.221180 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-470e7659-5286-4042-8ada-a7751e781616 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.75 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 815 time: 0.1839910 Feb 04 12:51:58.224526 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-9004e4a2-6fe5-4987-b8e2-b293cb27b9a5 None None] Provisioning complete for port f6b39874-6327-4e20-9dae-cd5186023c31 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:51:58.225876 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9004e4a2-6fe5-4987-b8e2-b293cb27b9a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.248433 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'port': {'device_id': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'admin_state_up': True, 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:58.298005 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-9004e4a2-6fe5-4987-b8e2-b293cb27b9a5 None None] Port f6b39874-6327-4e20-9dae-cd5186023c31 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:51:58.360480 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-66dd8215-3551-40f8-a88a-75046d248d49 req-18710361-94f9-4afd-96c5-be263e9f6949 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 210 time: 0.0405891 Feb 04 12:51:58.373230 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 6ee64988-f44d-432d-8990-ca5426ffde1f details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:51:58.438015 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4e631483-2aa2-429d-b1d9-c800fead26c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.458551 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Made reservation on behalf of 7c62b4eba54d42169f6f3e1aa966fc20 for: {'port': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:51:58.464973 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.479115 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ecf3f5ab-4ec7-4d36-b56a-395981519c0e req-a2b41d3d-3578-48b4-942d-215bd9f51622 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189603 Feb 04 12:51:58.593843 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 6ee64988-f44d-432d-8990-ca5426ffde1f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6ee64988-f44d-432d-8990-ca5426ffde1f,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:58.613498 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '6ee64988-f44d-432d-8990-ca5426ffde1f', 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263', 'port_id': '6ee64988-f44d-432d-8990-ca5426ffde1f', 'mac_address': 'fa:16:3e:ed:1b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e033dc-710c-49b9-b187-c624845bd430', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:51:58.614596 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks [] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.683188 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Allocated IP 172.20.0.3 (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d/d815a412-7005-4fb4-b2f7-23fbd380c616/8b55b0e7-ab40-4f5e-8076-cb848932e6d7) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:51:58.713193 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.759706 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 6ee64988-f44d-432d-8990-ca5426ffde1f is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:51:58.760740 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.791084 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ee64988-f44d-432d-8990-ca5426ffde1f {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:58.835338 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 6ee64988-f44d-432d-8990-ca5426ffde1f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6ee64988-f44d-432d-8990-ca5426ffde1f,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:51:58.841976 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:58.906135 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Pushing event updated for resources: {'Port': ['ID=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:58.929049 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Network 5df62093-17ee-4384-b9f7-dac54bd51dee is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:58.930525 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271af0d-186e-451b-ac82-abb871c4bff7 req-b1836efd-ba0c-426a-bd67-e1a8e967f892 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:58.934149 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2271af0d-186e-451b-ac82-abb871c4bff7 req-b1836efd-ba0c-426a-bd67-e1a8e967f892 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 932 time: 0.1562819 Feb 04 12:51:58.941489 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=6ee64988-f44d-432d-8990-ca5426ffde1f,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:58.986198 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f59df056-ead9-4954-8193-602b13c690f7 req-fbcf27ba-dfa7-48d3-8e38-b0c993fc3d6d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0749454 Feb 04 12:51:58.990540 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b39874-6327-4e20-9dae-cd5186023c31 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:51:59.008943 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:59.020309 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:59.030151 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Publish callbacks [] for port (f6b39874-6327-4e20-9dae-cd5186023c31), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:59.057406 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['6ee64988-f44d-432d-8990-ca5426ffde1f'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:51:59.170386 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Transition to ACTIVE for port object f6b39874-6327-4e20-9dae-cd5186023c31 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:51:59.191680 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:59.301056 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2271af0d-186e-451b-ac82-abb871c4bff7 req-2c2f7556-d65d-4eff-8ced-e18f831cf2be tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3575599 Feb 04 12:51:59.310202 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:59.311478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:59.335007 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:59.388227 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-3bab8c79-aedf-4308-b869-2854614aacbc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8148057 Feb 04 12:51:59.392069 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:59.431504 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Request body: {'port': {'device_id': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:51:59.455198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:59.627848 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:51:59.672913 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:51:59.676198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:51:59.688553 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:51:59.881518 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:51:59.910917 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:51:59.914114 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.013273 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-a63ad789-7018-4f04-9ed3-5aa4691080e9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7786546 Feb 04 12:52:00.054783 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d17b7-0aa9-4001-a9a9-a446caf40076 req-a48a23cf-bfd2-4372-8005-05f41f263bd4 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:00.059291 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-111d17b7-0aa9-4001-a9a9-a446caf40076 req-a48a23cf-bfd2-4372-8005-05f41f263bd4 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 944 time: 0.4281898 Feb 04 12:52:00.067216 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Request body: {'port': {'device_id': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:00.197451 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-2a6c7c90-bedb-4c2b-a46b-39d4291f4406 None None] Provisioning complete for port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:00.198603 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-2a6c7c90-bedb-4c2b-a46b-39d4291f4406 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.203408 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-111d17b7-0aa9-4001-a9a9-a446caf40076 req-d23f62dc-376e-438c-b885-e2b421573c1c tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001313 Feb 04 12:52:00.234803 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.378449 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 6ee64988-f44d-432d-8990-ca5426ffde1f up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:52:00.433922 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be187b7d-781f-4257-adb8-512ce05cc4bb req-8d91d051-5045-4cd8-b1eb-2441aedf24cd tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:00.437688 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-be187b7d-781f-4257-adb8-512ce05cc4bb req-8d91d051-5045-4cd8-b1eb-2441aedf24cd tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 931 time: 0.8211417 Feb 04 12:52:00.439147 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Attempting to bind port f6b39874-6327-4e20-9dae-cd5186023c31 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:52:00.439968 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Attempting to bind port f6b39874-6327-4e20-9dae-cd5186023c31 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:52:00.440930 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Attempting to bind port f6b39874-6327-4e20-9dae-cd5186023c31 on network df8d7004-e3f4-4322-9797-55226bd4f71d {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:52:00.464947 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-2a6c7c90-bedb-4c2b-a46b-39d4291f4406 None None] Port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:52:00.509972 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Port f6b39874-6327-4e20-9dae-cd5186023c31 on network df8d7004-e3f4-4322-9797-55226bd4f71d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:52:00.510679 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Attempting to bind port f6b39874-6327-4e20-9dae-cd5186023c31 on network df8d7004-e3f4-4322-9797-55226bd4f71d {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:52:00.519208 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 6ee64988-f44d-432d-8990-ca5426ffde1f completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:00.526615 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 6ee64988-f44d-432d-8990-ca5426ffde1f triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:00.527099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.528244 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4931a39d-c65f-4d66-811f-88397c990198 req-55800e26-de48-4a05-862b-16ce6abe1995 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:00.530495 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4931a39d-c65f-4d66-811f-88397c990198 req-55800e26-de48-4a05-862b-16ce6abe1995 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 931 time: 0.2051117 Feb 04 12:52:00.547104 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:52:00.547819 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Checking segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:52:00.548583 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Bound using segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:52:00.549476 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Bound port: f6b39874-6327-4e20-9dae-cd5186023c31, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:52:00.550234 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.660142 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 6ee64988-f44d-432d-8990-ca5426ffde1f is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:00.661056 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.706369 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee64988-f44d-432d-8990-ca5426ffde1f'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:00.710384 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc68bd32-8659-436e-ba9f-1c036fb24319" -d '{"events": [{"server_uuid": "bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc", "name": "network-vif-plugged", "status": "completed", "tag": "6ee64988-f44d-432d-8990-ca5426ffde1f"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:00.733568 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 6ee64988-f44d-432d-8990-ca5426ffde1f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6ee64988-f44d-432d-8990-ca5426ffde1f,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:00.741482 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.798917 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4931a39d-c65f-4d66-811f-88397c990198 req-688b4d5b-c832-41fe-815c-c81179720d5e tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188478 Feb 04 12:52:00.848322 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=6ee64988-f44d-432d-8990-ca5426ffde1f,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:00.870697 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-be187b7d-781f-4257-adb8-512ce05cc4bb req-5c9c749e-5474-4ee2-ac96-f43e6c40b35e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4188514 Feb 04 12:52:00.908953 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 {{(pid=109006) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:00.936322 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Publish callbacks [] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:00.992937 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.provisioning_blocks [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Transition to ACTIVE for port object 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 will not be triggered until provisioned by entity L2. {{(pid=109006) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:00.999269 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.026641 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:52:01.049056 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:52:01.057967 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b4a199-d89d-4f43-80f0-3a5403a716ec x-openstack-request-id: req-67b4a199-d89d-4f43-80f0-3a5403a716ec {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:01.068654 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc", "name": "network-vif-plugged", "status": "completed", "tag": "6ee64988-f44d-432d-8990-ca5426ffde1f", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:01.069034 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-67b4a199-d89d-4f43-80f0-3a5403a716ec {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:01.074195 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ee64988-f44d-432d-8990-ca5426ffde1f', 'code': 200} Feb 04 12:52:01.091223 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4b7fbaba-b15c-40e9-b1d9-f54aecfc8cdc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.131132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.368632 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.369508 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.372838 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] 10.222.0.75 "PUT /v2.0/ports/f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 200 len: 1094 time: 3.3721714 Feb 04 12:52:01.373553 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f4b8b-0cb4-4395-945e-fe82fff76005 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:01.383856 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:01.391614 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd97b31c-de06-4453-b729-27881837f39a" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:01.397946 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.75', 61640) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:01.550289 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720db80e-861b-4af8-bec8-0e772e3226f1 req-6a64811d-3824-4f5e-9e97-ccd39ff847a7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.558157 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-720db80e-861b-4af8-bec8-0e772e3226f1 req-6a64811d-3824-4f5e-9e97-ccd39ff847a7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.6259484 Feb 04 12:52:01.773672 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-720db80e-861b-4af8-bec8-0e772e3226f1 req-fd020fe9-a1dc-4627-96a8-9ecbc255ece5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2124531 Feb 04 12:52:01.784590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5b5546-c413-48eb-ab8e-682d1d653396 req-a1a88ef5-22cb-49ce-aef3-2572331798ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.789155 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-de5b5546-c413-48eb-ab8e-682d1d653396 req-a1a88ef5-22cb-49ce-aef3-2572331798ee service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 1129 time: 0.3857739 Feb 04 12:52:01.901927 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e0dec68-d5ed-4e57-9189-c1fb747dead0 x-openstack-request-id: req-5e0dec68-d5ed-4e57-9189-c1fb747dead0 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:01.902280 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:01.902449 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5e0dec68-d5ed-4e57-9189-c1fb747dead0 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:01.902929 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'status': 'completed', 'code': 200} Feb 04 12:52:01.911613 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:01.952257 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.managers [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Attempting to bind port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:52:01.952656 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.managers [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Attempting to bind port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'}] {{(pid=109006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:52:01.953150 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Attempting to bind port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 on network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:52:01.968603 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 on network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:52:01.969047 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Attempting to bind port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 on network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:52:01.978495 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:52:01.978854 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Checking segment: {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:52:01.979331 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Bound using segment: {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'} {{(pid=109006) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:52:01.979923 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.managers [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Bound port: 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '966046d4-6496-495c-8391-25b3535930d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d'}}] {{(pid=109006) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:52:01.980293 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:01.988235 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-5965f119-c304-406f-96ce-6dc4c26ec4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:01.990096 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-5965f119-c304-406f-96ce-6dc4c26ec4ae service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1128 time: 0.5361221 Feb 04 12:52:02.013937 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68915e-553b-4ca5-ae65-cee0fc3e6b34 req-9c1c3937-e3ca-4569-8613-ff735b74004f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.015871 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3a68915e-553b-4ca5-ae65-cee0fc3e6b34 req-9c1c3937-e3ca-4569-8613-ff735b74004f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.5462708 Feb 04 12:52:02.106602 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:02.134579 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-4d4fa2ae-b445-4dc6-ab7c-5026054d5ec3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 200 len: 217 time: 0.1105638 Feb 04 12:52:02.137121 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Publish callbacks [] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:02.182119 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e573fa-8d60-4364-a370-795cb09ff03f req-cbed9338-765c-4179-ab75-e4f23fcf016a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.184798 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f5e573fa-8d60-4364-a370-795cb09ff03f req-cbed9338-765c-4179-ab75-e4f23fcf016a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.1751237 Feb 04 12:52:02.233812 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, cleared binding levels {{(pid=109006) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:52:02.244162 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-de5b5546-c413-48eb-ab8e-682d1d653396 req-29742acc-6bc4-4e22-a061-2d1db396eb98 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3928428 Feb 04 12:52:02.253316 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Transition to ACTIVE for port object c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:52:02.265469 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:02.267645 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109006) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:52:02.299035 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:02.329768 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:02.341775 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3a68915e-553b-4ca5-ae65-cee0fc3e6b34 req-25bacf30-5126-4114-a2ad-826299e19cea tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3165510 Feb 04 12:52:02.351498 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-074fb62c-8c36-490e-80bb-d970f95ed48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.353070 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-074fb62c-8c36-490e-80bb-d970f95ed48e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.2040577 Feb 04 12:52:02.376222 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.377489 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:02.380907 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] 10.222.0.75 "PUT /v2.0/ports/8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 1093 time: 2.3198004 Feb 04 12:52:02.394119 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:02.406624 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8248ba3b-3593-4686-b708-8b398f67c3cf" -d '{"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:02.501875 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f5e573fa-8d60-4364-a370-795cb09ff03f req-00ca7607-0087-4562-9b22-a4b4c9a97c9c tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3012991 Feb 04 12:52:02.516744 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc713c4-cd5a-41b1-b90a-c76b071e81d2 service neutron] Pushing event updated for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=3']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:02.531836 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Attempting to bind port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:52:02.532232 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Attempting to bind port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:52:02.532691 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Attempting to bind port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a on network 5df62093-17ee-4384-b9f7-dac54bd51dee {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:52:02.607953 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a on network 5df62093-17ee-4384-b9f7-dac54bd51dee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:52:02.608688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Attempting to bind port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a on network 5df62093-17ee-4384-b9f7-dac54bd51dee {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:52:02.618339 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 51, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:52:02.618686 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Checking segment: {'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:52:02.619155 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Bound using segment: {'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:52:02.619605 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Bound port: c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ca428def-63a1-4a4b-ab51-1ffc27447886', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:52:02.620051 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:02.628233 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7718cf-d7a1-4a14-842b-8e8d9cc53351 x-openstack-request-id: req-9e7718cf-d7a1-4a14-842b-8e8d9cc53351 {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:02.630016 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:02.630797 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9e7718cf-d7a1-4a14-842b-8e8d9cc53351 {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:02.631875 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'status': 'completed', 'code': 200} Feb 04 12:52:02.740722 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] For port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:52:02.748820 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] For port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:52:02.768746 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:02.861520 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f62341-5dab-4d98-ad23-b729cae4e33e req-cc4a7a78-5f24-403d-a88e-14b9d4a7cc28 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.863429 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a1f62341-5dab-4d98-ad23-b729cae4e33e req-cc4a7a78-5f24-403d-a88e-14b9d4a7cc28 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.3351860 Feb 04 12:52:02.867904 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:02.868724 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:02.870553 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] 10.222.0.75 "PUT /v2.0/ports/c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a HTTP/1.1" status: 200 len: 1093 time: 3.4505312 Feb 04 12:52:02.959158 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc67906-577e-4d37-a8e8-65146694f7b0 service neutron] Pushing event updated for resources: {'Port': ['ID=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:03.089091 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a1f62341-5dab-4d98-ad23-b729cae4e33e req-7158beb7-96d0-48b3-b808-18cf15a5dc44 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116554 Feb 04 12:52:03.110650 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-3fee0adc-71ec-4cee-8511-e5947d842529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.114779 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-3fee0adc-71ec-4cee-8511-e5947d842529 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2129714 Feb 04 12:52:03.138987 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-89b66e27-ce9a-492f-b48a-3cd0c7d9346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.141529 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-89b66e27-ce9a-492f-b48a-3cd0c7d9346e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1127 time: 0.1422679 Feb 04 12:52:03.195494 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4f74c1-17db-4507-9bf9-c2ba17c9b28e req-e2783356-6bd4-48c9-81c7-a5c8db4c92b7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.197197 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aa4f74c1-17db-4507-9bf9-c2ba17c9b28e req-e2783356-6bd4-48c9-81c7-a5c8db4c92b7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.1409013 Feb 04 12:52:03.200559 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-e4c50c09-ebe5-4752-a451-a197946b81c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.202126 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-e4c50c09-ebe5-4752-a451-a197946b81c6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8cf31ce1cd594131b96b74f3c502e9cd&device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 1127 time: 0.0848920 Feb 04 12:52:03.275488 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aa4f74c1-17db-4507-9bf9-c2ba17c9b28e req-39623afb-6b8c-474a-a263-9aa845d56985 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707042 Feb 04 12:52:03.287191 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-e7b57e6f-8d07-44e2-8d93-8fac88f3fab0 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591685 Feb 04 12:52:03.389674 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:03.590436 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a60934-f45e-4b4d-99f6-1296803d691f req-2410a630-47b1-42f0-9fed-b472871d33b9 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.606171 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-25a60934-f45e-4b4d-99f6-1296803d691f req-2410a630-47b1-42f0-9fed-b472871d33b9 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.1223772 Feb 04 12:52:03.739266 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-25a60934-f45e-4b4d-99f6-1296803d691f req-6c151418-1e2b-4c11-817e-bd68b92c249a tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318951 Feb 04 12:52:03.789069 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bd66d-6241-4cea-8078-b0baffc6cf0c req-3157873a-0a72-4af4-bfaa-172aeb0533eb tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:03.792855 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-501bd66d-6241-4cea-8078-b0baffc6cf0c req-3157873a-0a72-4af4-bfaa-172aeb0533eb tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.1204774 Feb 04 12:52:03.885952 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-501bd66d-6241-4cea-8078-b0baffc6cf0c req-851aa43a-d2c1-4ef9-ac1d-55c4f0bd444a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859470 Feb 04 12:52:03.904415 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'tag': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:03.921866 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f" -d '{"events": [{"name": "network-changed", "server_uuid": "ba8e6246-20ec-4fb0-9386-784bf008187a", "tag": "c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:03.976512 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a2ddb1-8143-4fec-8869-20dc5190fcc7 x-openstack-request-id: req-81a2ddb1-8143-4fec-8869-20dc5190fcc7 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:03.977231 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba8e6246-20ec-4fb0-9386-784bf008187a", "tag": "c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:03.977462 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-81a2ddb1-8143-4fec-8869-20dc5190fcc7 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:03.978179 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'tag': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a', 'status': 'completed', 'code': 200} Feb 04 12:52:04.311374 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86421165-cbcb-42f2-b266-1891403c8643 req-40f62951-bc5f-4d08-8791-b85c7d4c1de1 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:04.313184 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-86421165-cbcb-42f2-b266-1891403c8643 req-40f62951-bc5f-4d08-8791-b85c7d4c1de1 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.0938323 Feb 04 12:52:04.410024 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-86421165-cbcb-42f2-b266-1891403c8643 req-e9c2f7f5-107e-4383-81fa-bc8cf93fc3e7 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896616 Feb 04 12:52:04.466365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f747417-7676-48a9-b1a1-7228190ef5b6 req-f461f932-1a39-4984-ace9-67abe9b10de7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:04.468211 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7f747417-7676-48a9-b1a1-7228190ef5b6 req-f461f932-1a39-4984-ace9-67abe9b10de7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0887308 Feb 04 12:52:04.534257 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7f747417-7676-48a9-b1a1-7228190ef5b6 req-e7b6176b-48de-4e63-9855-990949da8f19 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603399 Feb 04 12:52:04.698498 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:04.930658 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4493ced-f0cf-48a7-81ab-46b9be714a38 req-69e7b083-e7c5-45e7-b08a-8fabd32f834d tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:04.932829 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f4493ced-f0cf-48a7-81ab-46b9be714a38 req-69e7b083-e7c5-45e7-b08a-8fabd32f834d tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.0788217 Feb 04 12:52:04.941462 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:05.012657 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f4493ced-f0cf-48a7-81ab-46b9be714a38 req-c9327c77-583a-4eb2-861a-33d0ff941e8d tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683606 Feb 04 12:52:05.112635 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ab7c71-52c0-48df-9318-879b4355d64c req-726c14bd-466c-4a96-98d8-fd7a1c529fbf tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.114450 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-35ab7c71-52c0-48df-9318-879b4355d64c req-726c14bd-466c-4a96-98d8-fd7a1c529fbf tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.0791960 Feb 04 12:52:05.195955 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-35ab7c71-52c0-48df-9318-879b4355d64c req-bd2eca44-9995-40db-81fe-fa884ad2bf0d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742781 Feb 04 12:52:05.620894 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd6a3f7-61fb-40fd-9beb-e8be39f0dc48 req-2b93abea-af67-4ff4-a405-a03603f0863d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.623774 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bdd6a3f7-61fb-40fd-9beb-e8be39f0dc48 req-2b93abea-af67-4ff4-a405-a03603f0863d tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.1052430 Feb 04 12:52:05.715688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d71792-20d6-4198-9898-beec73736146 req-022ed93f-b91b-4781-9dbc-4c638e4708d7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:05.718816 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f8d71792-20d6-4198-9898-beec73736146 req-022ed93f-b91b-4781-9dbc-4c638e4708d7 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0786111 Feb 04 12:52:05.723981 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bdd6a3f7-61fb-40fd-9beb-e8be39f0dc48 req-037f05b6-6e66-421d-aa09-d2508a6a748c tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893462 Feb 04 12:52:05.806727 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f8d71792-20d6-4198-9898-beec73736146 req-c6887dd9-e9a0-44cf-8d90-f48431bb89a4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699039 Feb 04 12:52:06.245040 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463fd12e-053f-4b76-92a5-a85d71d84bb3 req-f53bfec3-64a9-4b38-96fd-3e2a7a5b0011 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.248041 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-463fd12e-053f-4b76-92a5-a85d71d84bb3 req-f53bfec3-64a9-4b38-96fd-3e2a7a5b0011 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.1150126 Feb 04 12:52:06.337354 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-463fd12e-053f-4b76-92a5-a85d71d84bb3 req-71ac862c-51c3-4932-8bb6-d7ffbf10e407 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799077 Feb 04 12:52:06.430224 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a15ff6-afdb-445c-bb02-e4c07a931175 req-2d7eaaa8-ef4f-4c64-a9bf-d27536d02d75 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.432109 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-73a15ff6-afdb-445c-bb02-e4c07a931175 req-2d7eaaa8-ef4f-4c64-a9bf-d27536d02d75 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.1151323 Feb 04 12:52:06.494800 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-73a15ff6-afdb-445c-bb02-e4c07a931175 req-eb655907-6f31-468b-9c5e-3b6d42f0e8b0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563471 Feb 04 12:52:06.925469 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173dc807-4b3f-4d46-8c93-8443e0025216 req-e76f884e-3206-42dd-9f0d-032ba316d667 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:06.928977 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-173dc807-4b3f-4d46-8c93-8443e0025216 req-e76f884e-3206-42dd-9f0d-032ba316d667 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.1061575 Feb 04 12:52:07.022444 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-173dc807-4b3f-4d46-8c93-8443e0025216 req-a8d8eac8-6325-4ea3-a8cf-35b221698c81 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835044 Feb 04 12:52:07.078897 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe36b4a-e912-4c9e-91ae-aa863005e2f1 req-0e61f85e-8f16-4840-86c2-9f4f18557a45 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.082674 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bbe36b4a-e912-4c9e-91ae-aa863005e2f1 req-0e61f85e-8f16-4840-86c2-9f4f18557a45 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.1400750 Feb 04 12:52:07.162880 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bbe36b4a-e912-4c9e-91ae-aa863005e2f1 req-62b56919-6288-417e-b9ec-2410dfa3f85b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677550 Feb 04 12:52:07.577696 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991497c2-7afb-48de-b09d-7433f76e9ab6 req-b9b219d6-55c0-4e41-b815-aaaeaddcaaee tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.579997 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-991497c2-7afb-48de-b09d-7433f76e9ab6 req-b9b219d6-55c0-4e41-b815-aaaeaddcaaee tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.1145179 Feb 04 12:52:07.679183 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-991497c2-7afb-48de-b09d-7433f76e9ab6 req-9798e59d-2099-4542-81b5-fc3912a1be63 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880651 Feb 04 12:52:07.757796 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30852cc9-2c66-4800-bca6-afa6ef4bd054 req-8e1d3a3d-1e9f-475d-a30e-4a3230f48a60 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:07.760495 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-30852cc9-2c66-4800-bca6-afa6ef4bd054 req-8e1d3a3d-1e9f-475d-a30e-4a3230f48a60 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.1332729 Feb 04 12:52:07.839183 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-30852cc9-2c66-4800-bca6-afa6ef4bd054 req-8cf4460b-57c9-42a7-a438-ae5148c1ae93 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646820 Feb 04 12:52:08.188903 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b852bd-1e9c-4dfd-9dba-0fe60d20ca08 req-0061a0e6-d892-4617-b30a-90ed1857bb3a tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.193381 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-62b852bd-1e9c-4dfd-9dba-0fe60d20ca08 req-0061a0e6-d892-4617-b30a-90ed1857bb3a tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.0810161 Feb 04 12:52:08.349940 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-62b852bd-1e9c-4dfd-9dba-0fe60d20ca08 req-8129644f-a12d-4bec-876a-87a1491e8179 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321838 Feb 04 12:52:08.413394 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6c3ab-9d13-4464-8c85-47b339316e9b req-40cdf40a-135f-4867-81e7-47de3edbee4b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.415170 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-31d6c3ab-9d13-4464-8c85-47b339316e9b req-40cdf40a-135f-4867-81e7-47de3edbee4b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0736763 Feb 04 12:52:08.498430 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-31d6c3ab-9d13-4464-8c85-47b339316e9b req-6c37dd05-712b-454a-ad67-7ec347c57418 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649188 Feb 04 12:52:08.866135 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4e0e5-28bc-45e0-9e0f-97844fd85a25 req-0c26014b-4d9a-48b5-a30f-1cccc02a9190 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:08.868509 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-42b4e0e5-28bc-45e0-9e0f-97844fd85a25 req-0c26014b-4d9a-48b5-a30f-1cccc02a9190 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.0907271 Feb 04 12:52:08.994551 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-42b4e0e5-28bc-45e0-9e0f-97844fd85a25 req-d85d51ce-a551-4221-9569-39b87a7e2dc0 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198249 Feb 04 12:52:09.033330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3ec0-fae9-4f49-bdb2-6fd93e32f586 req-8f1c2580-b065-4638-90ef-892dc98c684e tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.045234 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2c9a3ec0-fae9-4f49-bdb2-6fd93e32f586 req-8f1c2580-b065-4638-90ef-892dc98c684e tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.0933814 Feb 04 12:52:09.128165 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2c9a3ec0-fae9-4f49-bdb2-6fd93e32f586 req-7518ddc1-a266-4412-81e1-5d956385bc3a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794225 Feb 04 12:52:09.500389 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e891e9-fa8c-4b97-ad63-e37d24e9d012 req-8110e362-ae1d-4fda-9851-af9cee523ecc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.502009 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b5e891e9-fa8c-4b97-ad63-e37d24e9d012 req-8110e362-ae1d-4fda-9851-af9cee523ecc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.0599525 Feb 04 12:52:09.559450 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b5e891e9-fa8c-4b97-ad63-e37d24e9d012 req-664ec71d-025c-46c0-9baa-53e526b4ae1a tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510900 Feb 04 12:52:09.653997 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce7b108-bfc2-4292-9da8-f19aafc73532 req-161124a7-084b-4ef9-bcf6-65014f30e506 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.655621 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0ce7b108-bfc2-4292-9da8-f19aafc73532 req-161124a7-084b-4ef9-bcf6-65014f30e506 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0597672 Feb 04 12:52:09.711849 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0ce7b108-bfc2-4292-9da8-f19aafc73532 req-db613f54-94e3-4b91-8c1e-164159279cbc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500095 Feb 04 12:52:09.831549 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-e3e3d7ce-64cb-4be0-8058-030c91f0c4f6 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 217 time: 0.0450284 Feb 04 12:52:09.860514 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-65ae96c2-1d87-4a3a-bb64-a1211b2b8476 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a HTTP/1.1" status: 200 len: 217 time: 0.0515504 Feb 04 12:52:09.939461 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-a2e90dd6-bc02-46a5-b126-0cbaa232090d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.940546 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-75a9eb99-e03e-42aa-bd5a-39f08cefb389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:09.941054 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-75a9eb99-e03e-42aa-bd5a-39f08cefb389 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 200 len: 854 time: 0.0970819 Feb 04 12:52:09.942916 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-a2e90dd6-bc02-46a5-b126-0cbaa232090d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e686195-bae8-428a-bbc2-d25f417c6620 HTTP/1.1" status: 200 len: 849 time: 0.0738044 Feb 04 12:52:09.978498 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c2bea930-9224-43a3-b3da-8a0cf2e849f6 req-19aef36d-5b2a-4a16-a483-1b56af2e8d15 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556673 Feb 04 12:52:10.016322 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-5e7c5cb3-7303-445b-aa19-6b542b5d6076 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5df62093-17ee-4384-b9f7-dac54bd51dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539157 Feb 04 12:52:10.023472 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-f8351ebb-c0f4-4305-ba4d-c36b4a9ee1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.025319 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-f8351ebb-c0f4-4305-ba4d-c36b4a9ee1c3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0632458 Feb 04 12:52:10.165403 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b31c-de06-4453-b729-27881837f39a req-d26c9e1a-cdd3-465d-ba80-6042a93478f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.167070 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dd97b31c-de06-4453-b729-27881837f39a req-d26c9e1a-cdd3-465d-ba80-6042a93478f8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1128 time: 0.1221714 Feb 04 12:52:10.173860 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-5ae22d2c-f494-40ea-bdae-e4165b63724a service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385331 Feb 04 12:52:10.279021 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba745631-aad5-4659-ab19-86bcd3348d98 req-adece1db-d87f-466a-bdbc-72c93563ff9e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.281266 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ba745631-aad5-4659-ab19-86bcd3348d98 req-adece1db-d87f-466a-bdbc-72c93563ff9e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.1464994 Feb 04 12:52:10.314613 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-ed9e3a0c-8334-4596-8c0d-610736dc3aa1 service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2799139 Feb 04 12:52:10.460642 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dcab3-66d6-4172-90a6-1f5f4c0f1ee5 req-549df034-53e1-4b37-afa9-a998de5b74b0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.462832 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7c1dcab3-66d6-4172-90a6-1f5f4c0f1ee5 req-549df034-53e1-4b37-afa9-a998de5b74b0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.2171302 Feb 04 12:52:10.466388 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9ff605bf-1c93-4da9-8ba5-6b78243f4f92 req-94aa6342-16cb-4687-80e1-ac2b552b4f44 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808850 Feb 04 12:52:10.467456 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b31c-de06-4453-b729-27881837f39a req-a35fbd39-87de-4868-ab2e-ca0a89d72b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.469097 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dd97b31c-de06-4453-b729-27881837f39a req-a35fbd39-87de-4868-ab2e-ca0a89d72b39 service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.2932765 Feb 04 12:52:10.498125 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ba745631-aad5-4659-ab19-86bcd3348d98 req-5fe9ed2a-0cd9-47c7-829e-3c2d85a6b688 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006056 Feb 04 12:52:10.552827 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e6c57e8e-b469-4b3d-aadb-41a12b98cdff req-71587524-4ee8-4f0a-9a28-c320e71c9843 service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220109 Feb 04 12:52:10.580853 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dd97b31c-de06-4453-b729-27881837f39a req-233e5393-bbe3-4054-a792-33348f0e6d62 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 200 len: 217 time: 0.1026022 Feb 04 12:52:10.670540 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7c1dcab3-66d6-4172-90a6-1f5f4c0f1ee5 req-cbd82882-5026-4389-ac24-5c70e06a40ff tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944077 Feb 04 12:52:10.694479 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-7b48367b-5bf8-45d8-89a0-de51e0b65ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.696246 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-7b48367b-5bf8-45d8-89a0-de51e0b65ed6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1127 time: 0.1330783 Feb 04 12:52:10.697763 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b31c-de06-4453-b729-27881837f39a req-457afc6a-5e08-4e70-bd41-daf953961b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.699219 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dd97b31c-de06-4453-b729-27881837f39a req-457afc6a-5e08-4e70-bd41-daf953961b28 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0903664 Feb 04 12:52:10.717884 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-433b86bd-6298-4650-9db5-2ac9b908c43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.719725 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-433b86bd-6298-4650-9db5-2ac9b908c43f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=8cf31ce1cd594131b96b74f3c502e9cd&device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 1127 time: 0.1089542 Feb 04 12:52:10.749198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2821206-d790-4524-9177-a8fb2d3d28d3 req-eb02fd4d-c8bf-4150-9e6d-bf463a7964e4 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.751087 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e2821206-d790-4524-9177-a8fb2d3d28d3 req-eb02fd4d-c8bf-4150-9e6d-bf463a7964e4 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.1003196 Feb 04 12:52:10.906097 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e2821206-d790-4524-9177-a8fb2d3d28d3 req-0525cd99-b61c-4ab8-9ed6-b3d3582bf49e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421716 Feb 04 12:52:10.925227 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97b31c-de06-4453-b729-27881837f39a req-b99530c3-c92b-4cc7-9307-3ceaf411f53f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.927751 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-d7ea36a6-fa66-4aba-ad58-35ef2f78985b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.928633 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dd97b31c-de06-4453-b729-27881837f39a req-b99530c3-c92b-4cc7-9307-3ceaf411f53f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2047746 Feb 04 12:52:10.929719 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-d7ea36a6-fa66-4aba-ad58-35ef2f78985b service neutron] 10.222.0.75 "GET /v2.0/networks?id=5df62093-17ee-4384-b9f7-dac54bd51dee HTTP/1.1" status: 200 len: 909 time: 0.2025266 Feb 04 12:52:10.940055 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-c78c3338-0da4-4964-b976-82e6153cc27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.942931 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-c78c3338-0da4-4964-b976-82e6153cc27d service neutron] 10.222.0.75 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 915 time: 0.2299423 Feb 04 12:52:10.965319 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732fc291-9ee5-4e7b-a40c-70ad36090483 req-7d5df4ee-074c-4c0e-9ee9-7f5eb6e8e51e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:10.967202 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-732fc291-9ee5-4e7b-a40c-70ad36090483 req-7d5df4ee-074c-4c0e-9ee9-7f5eb6e8e51e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.1525872 Feb 04 12:52:10.996528 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-fbef77aa-f72e-433e-bbe9-4fad7c547e53 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a HTTP/1.1" status: 200 len: 217 time: 0.0554605 Feb 04 12:52:11.070772 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-2854e4c1-e2f5-4d54-b690-015196800b76 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 217 time: 0.1007142 Feb 04 12:52:11.102359 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-02f262a9-2f16-421a-84ab-259428b6d68a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.105137 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-02f262a9-2f16-421a-84ab-259428b6d68a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=4e686195-bae8-428a-bbc2-d25f417c6620 HTTP/1.1" status: 200 len: 849 time: 0.1014843 Feb 04 12:52:11.159716 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-d3700476-cb54-438b-9f25-f4f2eb793350 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=5df62093-17ee-4384-b9f7-dac54bd51dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477521 Feb 04 12:52:11.207800 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-3bf4b332-8940-4814-9b57-d8349e6e470c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.210512 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-3bf4b332-8940-4814-9b57-d8349e6e470c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 200 len: 854 time: 0.1292231 Feb 04 12:52:11.212497 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dd97b31c-de06-4453-b729-27881837f39a req-28665382-85dd-4148-96f3-affb934ecac1 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680032 Feb 04 12:52:11.216079 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-732fc291-9ee5-4e7b-a40c-70ad36090483 req-218d3691-c638-494f-8a9a-3f2c3e151bfa tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2289920 Feb 04 12:52:11.322450 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-354f70d7-1fa0-4810-8022-24efc78b1501 service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520231 Feb 04 12:52:11.384920 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-ec18d8bb-cc04-49ef-b5f3-04bcfd1818ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.387389 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-ec18d8bb-cc04-49ef-b5f3-04bcfd1818ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1512916 Feb 04 12:52:11.443790 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-d0f70a31-1357-45f5-816e-69bb97f4edc6 service neutron] 10.222.0.75 "GET /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142662 Feb 04 12:52:11.471430 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-dd97b31c-de06-4453-b729-27881837f39a req-d811038c-4652-4ca3-b24b-aecd5b92662e service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2444694 Feb 04 12:52:11.520621 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-d0c05a8b-7a0f-49a4-879d-cf10f8cd401e service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182644 Feb 04 12:52:11.644260 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa1b18-25c5-459a-aff9-e90ea75f49fa req-7d0ba80d-dfbc-490d-9806-9f314cb02164 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:11.646658 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-12aa1b18-25c5-459a-aff9-e90ea75f49fa req-7d0ba80d-dfbc-490d-9806-9f314cb02164 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.0645847 Feb 04 12:52:11.659332 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8248ba3b-3593-4686-b708-8b398f67c3cf req-21061107-c039-4081-ba01-3eb2e8b18473 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315243 Feb 04 12:52:11.715751 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-12aa1b18-25c5-459a-aff9-e90ea75f49fa req-236cef6f-3d42-4b54-9f1d-846d6638d3a3 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632303 Feb 04 12:52:12.163035 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b85f946-6c58-4eb1-89a3-c95c4f2ed511 req-a149bb3e-64f6-4086-ab77-5b2e824e2675 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.165040 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1b85f946-6c58-4eb1-89a3-c95c4f2ed511 req-a149bb3e-64f6-4086-ab77-5b2e824e2675 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.0932233 Feb 04 12:52:12.176846 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760dd6b9-c8b8-4c01-a88b-66a412e62299 req-0397e18d-574e-4dea-98b6-a5e4b2cfc02f tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.180053 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-760dd6b9-c8b8-4c01-a88b-66a412e62299 req-0397e18d-574e-4dea-98b6-a5e4b2cfc02f tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.4122281 Feb 04 12:52:12.272863 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1b85f946-6c58-4eb1-89a3-c95c4f2ed511 req-1f04711b-658f-4d42-8e6f-fc7ca63cc407 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969462 Feb 04 12:52:12.278205 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-760dd6b9-c8b8-4c01-a88b-66a412e62299 req-3146a780-5511-4887-ace4-6c656ea0de83 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849495 Feb 04 12:52:12.287566 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:12.429229 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1609f-e9ba-4c37-975f-aef945362adc req-bdbde197-d7fe-4f8c-b728-b63dc925bc34 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:12.430882 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b4f1609f-e9ba-4c37-975f-aef945362adc req-bdbde197-d7fe-4f8c-b728-b63dc925bc34 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0673127 Feb 04 12:52:12.508934 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b4f1609f-e9ba-4c37-975f-aef945362adc req-c4527498-5237-46db-9a7c-d21230c029ea tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709257 Feb 04 12:52:13.436969 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2582aa1f-a518-45b8-80ad-d6afab8be657 req-a34238e6-7231-48e4-9820-eca6f17633c3 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:13.440197 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2582aa1f-a518-45b8-80ad-d6afab8be657 req-a34238e6-7231-48e4-9820-eca6f17633c3 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.0808809 Feb 04 12:52:13.456784 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a38132-7ee3-40b5-ac93-a16d29a2bfd7 req-4e18393d-882f-43db-98e5-79e50827f4c9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:13.457612 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-00a38132-7ee3-40b5-ac93-a16d29a2bfd7 req-4e18393d-882f-43db-98e5-79e50827f4c9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.0789785 Feb 04 12:52:13.503812 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2582aa1f-a518-45b8-80ad-d6afab8be657 req-3a13483c-5afa-46e7-b017-68b747fd25e1 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493314 Feb 04 12:52:13.515729 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-00a38132-7ee3-40b5-ac93-a16d29a2bfd7 req-61e4cc94-6a1e-4f41-9067-ea48cde6176e tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496852 Feb 04 12:52:13.665815 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be16fad-6e10-4268-9309-500d6291c1ab req-47aba4c3-6502-4334-8bc7-cae9d41aa0dc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:13.667682 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6be16fad-6e10-4268-9309-500d6291c1ab req-47aba4c3-6502-4334-8bc7-cae9d41aa0dc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0724509 Feb 04 12:52:13.729633 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6be16fad-6e10-4268-9309-500d6291c1ab req-24575d49-d7af-4159-a17c-4d0e96d07b8c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539463 Feb 04 12:52:14.449354 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:52:14.602161 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:14.617843 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a', 'network_id': '5df62093-17ee-4384-b9f7-dac54bd51dee', 'port_id': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a', 'mac_address': 'fa:16:3e:5a:81:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4e686195-bae8-428a-bbc2-d25f417c6620', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:52:14.675057 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d26b87-bead-447e-8575-0e3360ef0eca req-bbf4c64b-a818-414d-9662-ca352f059ad0 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.676670 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-81d26b87-bead-447e-8575-0e3360ef0eca req-bbf4c64b-a818-414d-9662-ca352f059ad0 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 943 time: 0.0753899 Feb 04 12:52:14.679130 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60061a60-4849-47c7-a337-111175273c8c req-c095787e-e2f1-4dde-bb39-099197042333 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.681067 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:14.681374 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60061a60-4849-47c7-a337-111175273c8c req-c095787e-e2f1-4dde-bb39-099197042333 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 943 time: 0.0744390 Feb 04 12:52:14.681734 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:14.708159 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:14.743959 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:14.749551 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60061a60-4849-47c7-a337-111175273c8c req-b3f58091-dea4-4a8a-88bb-2f72661ca687 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602190 Feb 04 12:52:14.753285 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:14.754761 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:52:14.755483 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-81d26b87-bead-447e-8575-0e3360ef0eca req-e7e25b05-eadb-4a50-9419-026a176e1aa2 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676477 Feb 04 12:52:14.906488 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:14.922960 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.923314 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.923684 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.924027 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.924360 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.924691 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.925029 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.925352 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.925683 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.926083 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d40bad-fb55-4211-8f2a-b867fbbb22af req-feace7c2-48d9-48f2-a197-467e557d2097 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:14.926215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.926411 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.926741 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.927708 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:14.928359 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-48d40bad-fb55-4211-8f2a-b867fbbb22af req-feace7c2-48d9-48f2-a197-467e557d2097 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0607376 Feb 04 12:52:14.973537 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:14.982772 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-48d40bad-fb55-4211-8f2a-b867fbbb22af req-676710d4-5ec9-443e-b5ce-67d27503ce2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482190 Feb 04 12:52:14.990395 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'port_id': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'mac_address': 'fa:16:3e:48:9a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:52:15.165172 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:15.165580 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:15.180199 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b39874-6327-4e20-9dae-cd5186023c31 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:15.202606 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:15.206790 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:15.207554 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:52:15.311240 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:15.365135 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:15.380704 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'port_id': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'mac_address': 'fa:16:3e:08:1b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:52:15.423605 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:15.424045 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:15.444764 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:52:15.468921 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:15.473168 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:15.532173 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:15.817034 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['8b55b0e7-ab40-4f5e-8076-cb848932e6d7'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:15.844290 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:15.880175 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['f6b39874-6327-4e20-9dae-cd5186023c31'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:15.921562 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5ce6e0-a661-4c68-bd42-64cdba5be5e3 req-4e85a2d1-242b-4d90-bf7f-5416556f2487 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:15.935268 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cc5ce6e0-a661-4c68-bd42-64cdba5be5e3 req-4e85a2d1-242b-4d90-bf7f-5416556f2487 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 944 time: 0.0936053 Feb 04 12:52:15.963489 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c9dd3-2dfa-47d7-afe5-930288194708 req-acf04bfa-861a-4a94-81cb-4cddfec8c2c4 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:15.972036 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-636c9dd3-2dfa-47d7-afe5-930288194708 req-acf04bfa-861a-4a94-81cb-4cddfec8c2c4 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 944 time: 0.1108329 Feb 04 12:52:16.042227 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cc5ce6e0-a661-4c68-bd42-64cdba5be5e3 req-bbceec9c-0ae5-46ed-9f78-3b4dba1f69fa tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917392 Feb 04 12:52:16.069765 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-636c9dd3-2dfa-47d7-afe5-930288194708 req-4c981f26-f12e-47d7-9031-e2cddf6ae364 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892806 Feb 04 12:52:16.218960 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad84204-d9b2-44e4-aac9-e4049cd77738 req-100c0b4a-f59f-4737-86e2-908a7ff9c9ed tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:16.222251 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bad84204-d9b2-44e4-aac9-e4049cd77738 req-100c0b4a-f59f-4737-86e2-908a7ff9c9ed tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 945 time: 0.0650206 Feb 04 12:52:16.297372 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bad84204-d9b2-44e4-aac9-e4049cd77738 req-2b05cbb8-ccca-488e-9cfd-48bb3945df9d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592258 Feb 04 12:52:17.204558 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd8e54-f235-43e7-aa96-9cef9494a687 req-39b5d3f7-199f-46af-a6cc-d40ff50a2f45 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:17.206240 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-20fd8e54-f235-43e7-aa96-9cef9494a687 req-39b5d3f7-199f-46af-a6cc-d40ff50a2f45 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 944 time: 0.0600576 Feb 04 12:52:17.215177 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9417f7db-c00a-42f7-8d0e-7f4c060371ab req-68b9799f-8acb-40f5-bcb9-93e106986108 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:17.216913 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9417f7db-c00a-42f7-8d0e-7f4c060371ab req-68b9799f-8acb-40f5-bcb9-93e106986108 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 944 time: 0.0601530 Feb 04 12:52:17.263076 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-20fd8e54-f235-43e7-aa96-9cef9494a687 req-3e6cd8cf-9395-48b3-97a8-aa359b8ff0ea tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501361 Feb 04 12:52:17.285005 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9417f7db-c00a-42f7-8d0e-7f4c060371ab req-270a46d8-e811-4352-80dd-6cc75a72673a tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610576 Feb 04 12:52:17.434771 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e685a89c-38dd-4522-baf1-a628d680c791 req-79131012-7e03-46e2-8a50-970b5667d2d5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:17.437223 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e685a89c-38dd-4522-baf1-a628d680c791 req-79131012-7e03-46e2-8a50-970b5667d2d5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 945 time: 0.0568781 Feb 04 12:52:17.500851 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e685a89c-38dd-4522-baf1-a628d680c791 req-aff09c00-6216-438d-8d14-1f50d4e3486d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534852 Feb 04 12:52:18.393053 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c94be-d632-4fc7-b00e-15f701c61619 req-2f106565-001a-4ca7-b478-0273b2b24771 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.394623 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-897c94be-d632-4fc7-b00e-15f701c61619 req-2f106565-001a-4ca7-b478-0273b2b24771 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 944 time: 0.0531702 Feb 04 12:52:18.416440 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a3c142-be24-4d4e-888c-3a8e66159c35 req-b64c772b-8d77-475b-ad1e-dfdaa03282bc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.418628 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-30a3c142-be24-4d4e-888c-3a8e66159c35 req-b64c772b-8d77-475b-ad1e-dfdaa03282bc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 944 time: 0.0563281 Feb 04 12:52:18.447805 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-897c94be-d632-4fc7-b00e-15f701c61619 req-5f8112f8-ac29-4fc8-93ef-9f7bcaba9224 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463424 Feb 04 12:52:18.474077 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-30a3c142-be24-4d4e-888c-3a8e66159c35 req-945e71b3-4023-49e7-86ed-98539035964a tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491891 Feb 04 12:52:18.480167 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:52:18.532306 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port f6b39874-6327-4e20-9dae-cd5186023c31 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:18.536381 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port f6b39874-6327-4e20-9dae-cd5186023c31 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:18.536738 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:18.627928 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:18.628321 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:18.651519 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358e89-a872-4a0a-a903-77b140ef325b req-6b0b1469-abb8-408b-a7a0-04304e780c3c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:18.653122 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0b358e89-a872-4a0a-a903-77b140ef325b req-6b0b1469-abb8-408b-a7a0-04304e780c3c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 945 time: 0.0584311 Feb 04 12:52:18.671879 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:18.674238 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9afe09be-9a87-4183-867e-e582fd143172" -d '{"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-plugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:18.694170 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:18.702278 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:18.703942 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:52:18.719113 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0b358e89-a872-4a0a-a903-77b140ef325b req-e1fd8039-198e-465f-adc3-fa63213b9062 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565581 Feb 04 12:52:18.758037 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a838bd-f27f-471e-8a7c-750606b0450d x-openstack-request-id: req-86a838bd-f27f-471e-8a7c-750606b0450d {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:18.758345 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-plugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:18.758607 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-86a838bd-f27f-471e-8a7c-750606b0450d {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:18.759036 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'code': 200} Feb 04 12:52:18.814416 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:18.835595 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:18.840487 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:18.840865 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:18.959687 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:18.960317 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:19.008805 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a730df4c-5aca-49e9-8ce0-529ec8abe2ee req-b231154b-15f6-4495-88e7-46e76fe56c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.012387 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a730df4c-5aca-49e9-8ce0-529ec8abe2ee req-b231154b-15f6-4495-88e7-46e76fe56c04 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1130 time: 0.0709360 Feb 04 12:52:19.025553 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:19.032488 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:19.033831 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:52:19.092249 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a730df4c-5aca-49e9-8ce0-529ec8abe2ee req-f0cb8461-939c-4b77-9ccb-fd1b0d129236 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744853 Feb 04 12:52:19.185794 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:19.211611 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:52:19.218626 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:19.219287 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:19.367295 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:19.367841 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:19.426497 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:19.433173 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:19.498229 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:19.585996 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d30249-6730-420b-83c3-4ea743c4431c req-c786053c-241c-42de-8389-9723ded3aeef tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.588635 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-01d30249-6730-420b-83c3-4ea743c4431c req-c786053c-241c-42de-8389-9723ded3aeef tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0600152 Feb 04 12:52:19.621110 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b6e379-2a6e-4546-8695-45eedc32a717 req-3551a0b2-bd54-4783-972d-fa23029bffcc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.622559 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-03b6e379-2a6e-4546-8695-45eedc32a717 req-3551a0b2-bd54-4783-972d-fa23029bffcc tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 945 time: 0.0631671 Feb 04 12:52:19.640071 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-01d30249-6730-420b-83c3-4ea743c4431c req-f7cc23a4-e23c-46ae-b9a7-ebb618d1f2f3 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442915 Feb 04 12:52:19.674325 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-03b6e379-2a6e-4546-8695-45eedc32a717 req-61c0327e-5c61-4cb0-ba8a-b6299f7d9500 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460527 Feb 04 12:52:19.876950 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448640e4-aa7e-4410-baf9-93fc052048ed req-876ca432-7f94-4995-ab27-276222cd36e4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:19.878758 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-448640e4-aa7e-4410-baf9-93fc052048ed req-876ca432-7f94-4995-ab27-276222cd36e4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0598538 Feb 04 12:52:19.938779 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-448640e4-aa7e-4410-baf9-93fc052048ed req-7ff9ae6e-8d87-455e-b207-36dcf1057e03 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520585 Feb 04 12:52:20.760135 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a'}, {'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:20.763425 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4a3fb1a-2e9e-4921-816b-0c425fbaa8a0" -d '{"events": [{"server_uuid": "ba8e6246-20ec-4fb0-9386-784bf008187a", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a"}, {"server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "name": "network-vif-plugged", "status": "completed", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:20.814865 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2c15b-45a3-4fc2-afcd-0ae9143f5b9d req-9cabe67a-dea5-45eb-92cc-0a188a7ea4b5 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.818239 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a2d2c15b-45a3-4fc2-afcd-0ae9143f5b9d req-9cabe67a-dea5-45eb-92cc-0a188a7ea4b5 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0898745 Feb 04 12:52:20.833123 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d8b03-cc0b-4b52-965f-b4c772d7dc79 req-20625aaa-6d8a-4763-8433-6b8c67aa2863 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:20.836677 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5d3d8b03-cc0b-4b52-965f-b4c772d7dc79 req-20625aaa-6d8a-4763-8433-6b8c67aa2863 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 945 time: 0.0830100 Feb 04 12:52:20.901805 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a2d2c15b-45a3-4fc2-afcd-0ae9143f5b9d req-5b9c7cc4-fa47-4393-ae3c-5be2f8cc6107 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Feb 04 12:52:20.922443 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5d3d8b03-cc0b-4b52-965f-b4c772d7dc79 req-399713cd-b682-4bdd-8264-4d80bab7e04a tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763366 Feb 04 12:52:20.965093 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-499dd320-8a34-4772-883e-581fa150e09d x-openstack-request-id: req-499dd320-8a34-4772-883e-581fa150e09d {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:20.965403 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8e6246-20ec-4fb0-9386-784bf008187a", "name": "network-vif-plugged", "status": "completed", "tag": "c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a", "code": 200}, {"server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "name": "network-vif-plugged", "status": "completed", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:20.965662 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-499dd320-8a34-4772-883e-581fa150e09d {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:20.966067 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a', 'code': 200} Feb 04 12:52:20.966336 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'code': 200} Feb 04 12:52:21.121390 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d73846-9942-40a7-831a-7cfc84cd5fbc req-3ffe5572-483a-4193-83af-9adca5f5797c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.122991 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-20d73846-9942-40a7-831a-7cfc84cd5fbc req-3ffe5572-483a-4193-83af-9adca5f5797c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0877819 Feb 04 12:52:21.246451 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-20d73846-9942-40a7-831a-7cfc84cd5fbc req-df5c022c-d29a-4d65-9f1a-74e4ba6c3ebe tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1178594 Feb 04 12:52:21.258268 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee852b7d-f21b-4ab1-8cd7-1b5cc48be5aa req-be798129-d8a1-4bcb-ac42-98452db2b9f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.259673 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ee852b7d-f21b-4ab1-8cd7-1b5cc48be5aa req-be798129-d8a1-4bcb-ac42-98452db2b9f5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1129 time: 0.1229770 Feb 04 12:52:21.262469 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6639cb5e-3c26-46a7-b06e-dea1c3ee1c9a req-b6d02d7b-8801-4733-9722-b38362b8fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.263973 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6639cb5e-3c26-46a7-b06e-dea1c3ee1c9a req-b6d02d7b-8801-4733-9722-b38362b8fb58 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 1129 time: 0.1284285 Feb 04 12:52:21.353559 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6639cb5e-3c26-46a7-b06e-dea1c3ee1c9a req-873af10f-93d1-4d8f-b803-ef483834c50a service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745590 Feb 04 12:52:21.355798 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ee852b7d-f21b-4ab1-8cd7-1b5cc48be5aa req-43288aca-1efe-4aec-aab9-e2e4e782796e service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846634 Feb 04 12:52:21.390680 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f6d88b-50dd-454c-9fb2-1807143fe382 req-d56ac008-b3dc-4848-bcf0-6a866cb8a4a6 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:21.392330 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-12f6d88b-50dd-454c-9fb2-1807143fe382 req-d56ac008-b3dc-4848-bcf0-6a866cb8a4a6 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0631998 Feb 04 12:52:21.401876 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55508) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:21.407764 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'floatingip': {'port_id': 'f6b39874-6327-4e20-9dae-cd5186023c31'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:21.487976 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (202e7683-80c6-408a-8699-d57323a62670), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:22.079132 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79500e5-af02-4cff-9b3e-880f9e18ee90 req-46007f4f-b98f-4668-b8e2-2da94d7bd98e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.081247 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c79500e5-af02-4cff-9b3e-880f9e18ee90 req-46007f4f-b98f-4668-b8e2-2da94d7bd98e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 945 time: 0.0672934 Feb 04 12:52:22.100817 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:52:22.111950 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:22.118048 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (202e7683-80c6-408a-8699-d57323a62670), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:22.145578 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c79500e5-af02-4cff-9b3e-880f9e18ee90 req-12651981-baaf-4917-b63c-98492b916e6b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542910 Feb 04 12:52:22.251508 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d5fe07-c348-4765-ad22-fb04435be3e9 req-80249664-1fcc-4182-84bb-2f4616bfd6ea tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.253102 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03d5fe07-c348-4765-ad22-fb04435be3e9 req-80249664-1fcc-4182-84bb-2f4616bfd6ea tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.2288136 Feb 04 12:52:22.303845 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Floating IP 202e7683-80c6-408a-8699-d57323a62670 associated. External IP: 172.27.3.134, port: f6b39874-6327-4e20-9dae-cd5186023c31. Feb 04 12:52:22.357472 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03d5fe07-c348-4765-ad22-fb04435be3e9 req-2b92d200-e3f8-45fb-8700-50b977aea9ce tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974810 Feb 04 12:52:22.570165 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:52:22.701134 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:52:22.706035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:22.711597 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] Sync routers for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:22.733741 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:52:22.733741 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:52:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:22.748396 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-3743e7d7-09e6-4dff-9289-083b12e60e2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "PUT /v2.0/floatingips/202e7683-80c6-408a-8699-d57323a62670 HTTP/1.1" status: 200 len: 992 time: 1.3449817 Feb 04 12:52:22.748996 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:22.751347 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0" -d '{"events": [{"name": "network-changed", "server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:22.804378 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc1540e5-5ed7-4d09-92b8-82b527b7afe9 x-openstack-request-id: req-dc1540e5-5ed7-4d09-92b8-82b527b7afe9 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:22.805320 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:22.805693 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dc1540e5-5ed7-4d09-92b8-82b527b7afe9 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:22.806564 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'status': 'completed', 'code': 200} Feb 04 12:52:22.863676 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:52:22.875778 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96963ea3-e045-4dfa-b44e-55308d924cea req-70460c57-dc4f-4d54-993a-e0a02348fe2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.879564 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-96963ea3-e045-4dfa-b44e-55308d924cea req-70460c57-dc4f-4d54-993a-e0a02348fe2a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0629563 Feb 04 12:52:22.913407 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-82e7c064-b094-4c27-b4f3-d827f2e589f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:22.915264 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-82e7c064-b094-4c27-b4f3-d827f2e589f7 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1130 time: 0.0801759 Feb 04 12:52:22.939558 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-96963ea3-e045-4dfa-b44e-55308d924cea req-f19faa0b-5d25-48d2-8d69-ac36d962c4f1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493395 Feb 04 12:52:23.070870 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-9bb06658-6f88-4055-babb-0afbcd5b9928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.072636 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-9bb06658-6f88-4055-babb-0afbcd5b9928 service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.1452518 Feb 04 12:52:23.167169 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-40423fbe-c977-43e8-a3b8-d82124f262b3 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 200 len: 1000 time: 0.0752988 Feb 04 12:52:23.238558 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '202e7683-80c6-408a-8699-d57323a62670', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'port_id': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'mac_address': 'fa:16:3e:48:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:51Z', 'updated_at': '2022-02-04T12:52:21Z', 'revision_number': 1, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:23.273894 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] Checking router: 62c0ac7f-3006-47ae-bd52-0482f2d962a9 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:52:23.274929 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-2afa91d8-9663-4eba-9937-0c06c7e33edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.277822 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-2afa91d8-9663-4eba-9937-0c06c7e33edc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0991244 Feb 04 12:52:23.283926 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:52:23.284550 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:52:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:23.376619 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe89171-abef-434e-b5ce-4686421beec4 req-cfe839a5-e11d-4450-86ea-bc8f85f5d023 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.379232 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-abe89171-abef-434e-b5ce-4686421beec4 req-cfe839a5-e11d-4450-86ea-bc8f85f5d023 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 945 time: 0.1400137 Feb 04 12:52:23.393067 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-91f42427-fddd-4aa4-8426-b20be659be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.396590 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-91f42427-fddd-4aa4-8426-b20be659be0f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1013179 Feb 04 12:52:23.415287 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:52:23.512101 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd23ec0d-d6d1-4172-95c7-be8ef8794599 req-f7bb7192-07b7-4157-995c-c76ab8af7c92 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.513798 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fd23ec0d-d6d1-4172-95c7-be8ef8794599 req-f7bb7192-07b7-4157-995c-c76ab8af7c92 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0731192 Feb 04 12:52:23.588610 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fd23ec0d-d6d1-4172-95c7-be8ef8794599 req-abe715e2-cd0a-4498-be51-6078593b4335 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647101 Feb 04 12:52:23.756223 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a360940-db77-4984-9fe5-c13defaf2d9a req-6218ced6-10ef-47a4-93aa-a898e1c7c5bd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:23.758720 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1a360940-db77-4984-9fe5-c13defaf2d9a req-6218ced6-10ef-47a4-93aa-a898e1c7c5bd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0800109 Feb 04 12:52:23.786776 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-abe89171-abef-434e-b5ce-4686421beec4 req-0f06a7fd-368a-4517-a06a-1032e64e65b3 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3881366 Feb 04 12:52:23.831341 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-593eeaea-80aa-4e9c-a4ab-c6d9a861acea service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252062 Feb 04 12:52:23.839432 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1a360940-db77-4984-9fe5-c13defaf2d9a req-71da6664-ab27-4605-bbb8-361adc5f31ba tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720816 Feb 04 12:52:23.914491 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '202e7683-80c6-408a-8699-d57323a62670', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'port_id': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'mac_address': 'fa:16:3e:48:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:51Z', 'updated_at': '2022-02-04T12:52:21Z', 'revision_number': 1, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:23.953159 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce304cc9-0dfc-4c43-a171-dfa36cd23756 None None] The sync data for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi is: [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '202e7683-80c6-408a-8699-d57323a62670', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'floating_ip_address': '172.27.3.134', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'port_id': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 567, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'mac_address': 'fa:16:3e:48:9a:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:51:51Z', 'updated_at': '2022-02-04T12:52:21Z', 'revision_number': 1, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:52:23.972508 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c84fdfbe-0fcf-4588-9ee7-f6b70adfb9d0 req-6adb78a6-cfa3-4693-ae77-df2dbf63a411 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293125 Feb 04 12:52:24.200681 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b34443-4098-461f-b6a2-4443d414e017 req-eeacda9e-88ce-4834-a49c-8a44d8ad92c0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.203426 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-63b34443-4098-461f-b6a2-4443d414e017 req-eeacda9e-88ce-4834-a49c-8a44d8ad92c0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.1369498 Feb 04 12:52:24.283114 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-63b34443-4098-461f-b6a2-4443d414e017 req-d0da18e9-a5ec-4290-b37d-3d2c27e06090 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722127 Feb 04 12:52:24.299364 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d1a4a8-12ab-448c-91dd-889cbe3b3ab1 req-030dfc4b-f6d3-4a72-b4e4-2840feae7366 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:24.304300 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b7d1a4a8-12ab-448c-91dd-889cbe3b3ab1 req-030dfc4b-f6d3-4a72-b4e4-2840feae7366 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0944748 Feb 04 12:52:24.319243 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4823babd-6925-4f2c-b083-132b8c9aac9b None None] New status for floating IP 202e7683-80c6-408a-8699-d57323a62670: ACTIVE {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:52:24.375824 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b7d1a4a8-12ab-448c-91dd-889cbe3b3ab1 req-a0aeb814-176d-448b-bc03-f9d3974f7db3 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657737 Feb 04 12:52:25.098343 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2a10ed-3d85-4f8f-9642-4924e08072d8 req-57e38118-9562-405e-8869-893bf7e43880 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:25.100061 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4a2a10ed-3d85-4f8f-9642-4924e08072d8 req-57e38118-9562-405e-8869-893bf7e43880 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 945 time: 0.0608361 Feb 04 12:52:25.153241 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4a2a10ed-3d85-4f8f-9642-4924e08072d8 req-84b5c660-0903-4815-99c4-b2930c022107 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472651 Feb 04 12:52:26.289095 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f6019-cbd0-4242-8c79-809eafcd9c1a req-d873493a-5ebe-4733-9912-70c231b78da2 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.290577 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f8f6019-cbd0-4242-8c79-809eafcd9c1a req-d873493a-5ebe-4733-9912-70c231b78da2 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 945 time: 0.0606723 Feb 04 12:52:26.353374 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f8f6019-cbd0-4242-8c79-809eafcd9c1a req-6bb0cdb0-751a-4aca-841d-f3ff20319a5e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/security-groups?id=62910784-157f-49e7-a537-281b1d6706ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522349 Feb 04 12:52:26.751082 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-62020fe5-dd2b-42f8-9eef-f5789157b718 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:26.752839 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-62020fe5-dd2b-42f8-9eef-f5789157b718 tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 945 time: 0.0626976 Feb 04 12:52:26.864973 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Deleting port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:52:26.865241 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:26.988954 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] For port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,segment=NetworkSegment(ca428def-63a1-4a4b-ab51-1ffc27447886),segment_id=ca428def-63a1-4a4b-ab51-1ffc27447886)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:26.989619 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:27.016132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Calling delete_port for c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:52:27.161461 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:27.181093 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:27.195575 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Pushing event deleted for resources: {'Port': ['ID=c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:27.241777 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] No DVR routers for this DVR port c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:52:27.244665 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:27.248196 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6a7a1807-d85f-4c0c-850e-c060b750fc0a req-c8ada2c5-ba14-49e2-bbe8-d92c6931ea8b tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.75 "DELETE /v2.0/ports/c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a HTTP/1.1" status: 204 len: 173 time: 0.4859364 Feb 04 12:52:27.248689 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'name': 'network-vif-deleted', 'tag': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:27.251166 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-075249b5-0ac0-464f-b9d3-567b01f9ed4a" -d '{"events": [{"server_uuid": "ba8e6246-20ec-4fb0-9386-784bf008187a", "name": "network-vif-deleted", "tag": "c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:27.289712 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbfdd11f-2148-433c-89d3-594414745f4c x-openstack-request-id: req-cbfdd11f-2148-433c-89d3-594414745f4c {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:27.290329 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba8e6246-20ec-4fb0-9386-784bf008187a", "name": "network-vif-deleted", "tag": "c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:27.290329 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-cbfdd11f-2148-433c-89d3-594414745f4c {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:27.290648 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba8e6246-20ec-4fb0-9386-784bf008187a', 'name': 'network-vif-deleted', 'tag': 'c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a', 'status': 'completed', 'code': 200} Feb 04 12:52:27.487272 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d8e9a902-2468-4b19-8036-c2cd43a7be9d req-0b9d4e17-f8d9-4065-a37e-1df1c63ab36e tempest-VolumesActionsTest-1561963808 tempest-VolumesActionsTest-1561963808-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba8e6246-20ec-4fb0-9386-784bf008187a HTTP/1.1" status: 200 len: 210 time: 0.0328741 Feb 04 12:52:28.424745 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d88b4b29-27cb-4c85-a967-ffc75ee0181e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:31.024929 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0788e6ad-aac5-4ab7-835a-4903939389cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:31.263298 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:52:31.297427 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:52:31.297919 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device c3fd487c-7da1-4017-8cdc-a5ab20e2ea8a not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:52:33.376472 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:34.289896 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9a9ba0-4dde-48fe-a3c7-65db9bd60dad req-f6acf340-3921-4ecc-a508-62608a377afd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:34.295820 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cd9a9ba0-4dde-48fe-a3c7-65db9bd60dad req-f6acf340-3921-4ecc-a508-62608a377afd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0751710 Feb 04 12:52:34.350849 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cd9a9ba0-4dde-48fe-a3c7-65db9bd60dad req-3a210179-e2ec-4475-9123-5dfae8d4862e tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491283 Feb 04 12:52:34.409681 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55730) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:34.660074 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08436375-f1c8-4ebc-a6d9-3714547329e8 tempest-TestMinimumBasicScenario-1486274867 tempest-TestMinimumBasicScenario-1486274867-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:34.667785 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-08436375-f1c8-4ebc-a6d9-3714547329e8 tempest-TestMinimumBasicScenario-1486274867 tempest-TestMinimumBasicScenario-1486274867-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1124 time: 0.2566681 Feb 04 12:52:34.668386 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55738) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:34.674526 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'port_id': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:34.710191 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:34.731072 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:34.928024 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:34.970806 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.180368 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Allocated IP 172.27.3.153 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/b9cf4813-ed27-42bd-897f-cc220827a547) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:52:35.340374 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for port (b9cf4813-ed27-42bd-897f-cc220827a547), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.384663 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (b9cf4813-ed27-42bd-897f-cc220827a547), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:35.440244 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:52:35.445002 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:52:35.449968 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:52:35.473595 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'Port': ['ID=b9cf4813-ed27-42bd-897f-cc220827a547,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:36.388260 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for floatingip (39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:36.559535 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (b9cf4813-ed27-42bd-897f-cc220827a547), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:36.790646 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for port (b9cf4813-ed27-42bd-897f-cc220827a547), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:36.804448 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (b9cf4813-ed27-42bd-897f-cc220827a547), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:36.894530 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:37.072486 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'Port': ['ID=b9cf4813-ed27-42bd-897f-cc220827a547,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:37.139862 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.l3_db [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Floating IP 39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d associated. External IP: 172.27.3.153, port: 8b55b0e7-ab40-4f5e-8076-cb848932e6d7. Feb 04 12:52:37.564894 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Router 12d77c5a-2343-429a-844a-015b5d877b87 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:52:37.762553 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:52:37.777006 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] Sync routers for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:52:37.788506 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:37.807929 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:52:37.808890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:52:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:37.851763 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-4488adf0-2bd8-42bf-926b-ff2843417370 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1778870 Feb 04 12:52:37.851763 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:37.852209 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55762) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:37.852995 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed09705-307f-4bde-a8b8-9759f000849b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:37.857945 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-c6c9e333-c587-4604-a965-62ef4f0cfa76 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-618578998', 'description': 'tempest-secgroup-smoke-618578998 description', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:37.918726 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da06de0b-85e3-4797-bc7f-843b88fcd72f x-openstack-request-id: req-da06de0b-85e3-4797-bc7f-843b88fcd72f {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:37.919522 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:37.920227 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-da06de0b-85e3-4797-bc7f-843b88fcd72f {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:37.921139 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'status': 'completed', 'code': 200} Feb 04 12:52:37.963396 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e333-c587-4604-a965-62ef4f0cfa76 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.031842 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:52:38.112059 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e333-c587-4604-a965-62ef4f0cfa76 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group (3e08e8b0-0a12-4378-a3cb-48c84d64f5c9), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.122480 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed09705-307f-4bde-a8b8-9759f000849b req-ac8b7b60-d52a-491a-8043-e453be1d7372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.125877 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7ed09705-307f-4bde-a8b8-9759f000849b req-ac8b7b60-d52a-491a-8043-e453be1d7372 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1129 time: 0.1781089 Feb 04 12:52:38.127317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e333-c587-4604-a965-62ef4f0cfa76 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (3e08e8b0-0a12-4378-a3cb-48c84d64f5c9), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.267773 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c6c9e333-c587-4604-a965-62ef4f0cfa76 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.270923 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-c6c9e333-c587-4604-a965-62ef4f0cfa76 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4171598 Feb 04 12:52:38.276505 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55768) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:38.284460 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-8af2dc55-47d8-4b1d-8e11-4abeb555df21 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'security_group_rule': {'security_group_id': '3e08e8b0-0a12-4378-a3cb-48c84d64f5c9', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:38.353520 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8af2dc55-47d8-4b1d-8e11-4abeb555df21 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (cfc7ad6d-725e-4ac6-9f52-c7d96efd5b1f), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.376000 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'port_id': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'mac_address': 'fa:16:3e:08:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:52:35Z', 'updated_at': '2022-02-04T12:52:35Z', 'revision_number': 0, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:18Z', 'revision_number': 5, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:38.376262 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed09705-307f-4bde-a8b8-9759f000849b req-20c9ddf5-4c8c-4b52-86bb-c27740cce5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.380528 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7ed09705-307f-4bde-a8b8-9759f000849b req-20c9ddf5-4c8c-4b52-86bb-c27740cce5a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 915 time: 0.2306666 Feb 04 12:52:38.438675 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] Checking router: 12d77c5a-2343-429a-844a-015b5d877b87 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:52:38.464052 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:52:38.464720 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:52:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:38.488557 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8af2dc55-47d8-4b1d-8e11-4abeb555df21 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (cfc7ad6d-725e-4ac6-9f52-c7d96efd5b1f), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.498241 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8af2dc55-47d8-4b1d-8e11-4abeb555df21 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (cfc7ad6d-725e-4ac6-9f52-c7d96efd5b1f), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.499672 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9e333-c587-4604-a965-62ef4f0cfa76 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:38.567346 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af2dc55-47d8-4b1d-8e11-4abeb555df21 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfc7ad6d-725e-4ac6-9f52-c7d96efd5b1f,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:38.590620 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8af2dc55-47d8-4b1d-8e11-4abeb555df21 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.600471 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8af2dc55-47d8-4b1d-8e11-4abeb555df21 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3199024 Feb 04 12:52:38.600816 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55776) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:38.610637 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-ab070b9e-4bbd-4600-b001-8853f7a1e3d6 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'security_group_rule': {'security_group_id': '3e08e8b0-0a12-4378-a3cb-48c84d64f5c9', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:38.632683 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7ed09705-307f-4bde-a8b8-9759f000849b req-3a871281-59bb-4afa-a558-66e0b5b012c5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 999 time: 0.2364905 Feb 04 12:52:38.700759 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab070b9e-4bbd-4600-b001-8853f7a1e3d6 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (4df05345-c2b9-4bc5-8fb8-69c8f5ff98bb), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.703903 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed09705-307f-4bde-a8b8-9759f000849b req-6dbaa6ad-7ddc-4ced-be0b-ad823313b276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.705625 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7ed09705-307f-4bde-a8b8-9759f000849b req-6dbaa6ad-7ddc-4ced-be0b-ad823313b276 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 200 len: 854 time: 0.0657349 Feb 04 12:52:38.716784 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:52:38.819976 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed09705-307f-4bde-a8b8-9759f000849b req-86b6f531-0733-4083-a4ba-da9fa6d8981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:38.823635 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7ed09705-307f-4bde-a8b8-9759f000849b req-86b6f531-0733-4083-a4ba-da9fa6d8981a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0987415 Feb 04 12:52:38.856796 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab070b9e-4bbd-4600-b001-8853f7a1e3d6 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (4df05345-c2b9-4bc5-8fb8-69c8f5ff98bb), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.866926 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab070b9e-4bbd-4600-b001-8853f7a1e3d6 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (4df05345-c2b9-4bc5-8fb8-69c8f5ff98bb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.897228 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab070b9e-4bbd-4600-b001-8853f7a1e3d6 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4df05345-c2b9-4bc5-8fb8-69c8f5ff98bb,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:38.945201 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-ab070b9e-4bbd-4600-b001-8853f7a1e3d6 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:38.949365 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-ab070b9e-4bbd-4600-b001-8853f7a1e3d6 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3464093 Feb 04 12:52:38.953760 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55778) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:38.963327 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-9849a7bc-0b03-4139-9af1-c52f59a7082a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'security_group_rule': {'security_group_id': '3e08e8b0-0a12-4378-a3cb-48c84d64f5c9', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:39.022582 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9849a7bc-0b03-4139-9af1-c52f59a7082a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (8a2201d9-c034-4bda-873e-533cc1ce5199), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.070254 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7ed09705-307f-4bde-a8b8-9759f000849b req-6bbf7f8b-9501-4323-a338-645e9e657c74 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334189 Feb 04 12:52:39.136468 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9849a7bc-0b03-4139-9af1-c52f59a7082a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (8a2201d9-c034-4bda-873e-533cc1ce5199), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.143257 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9849a7bc-0b03-4139-9af1-c52f59a7082a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (8a2201d9-c034-4bda-873e-533cc1ce5199), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.179781 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849a7bc-0b03-4139-9af1-c52f59a7082a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2201d9-c034-4bda-873e-533cc1ce5199,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:39.195863 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9849a7bc-0b03-4139-9af1-c52f59a7082a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.199081 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-9849a7bc-0b03-4139-9af1-c52f59a7082a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2422850 Feb 04 12:52:39.201237 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55780) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:39.216894 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-a9e3c817-b8eb-4f58-8cda-da3b6ad03290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'security_group_rule': {'security_group_id': '3e08e8b0-0a12-4378-a3cb-48c84d64f5c9', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:39.221282 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'port_id': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'mac_address': 'fa:16:3e:08:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:52:35Z', 'updated_at': '2022-02-04T12:52:35Z', 'revision_number': 0, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:18Z', 'revision_number': 5, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:39.236424 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7ed09705-307f-4bde-a8b8-9759f000849b req-31588cc0-b716-48a0-b397-b264dca95b85 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548252 Feb 04 12:52:39.269871 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a9e3c817-b8eb-4f58-8cda-da3b6ad03290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (04173908-3412-4939-84a0-7fce57e888e7), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.304865 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d98a2787-27e5-44ec-9001-044ac4610123 None None] The sync data for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi is: [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'floating_ip_address': '172.27.3.153', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'port_id': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 572, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'mac_address': 'fa:16:3e:08:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:52:35Z', 'updated_at': '2022-02-04T12:52:35Z', 'revision_number': 0, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:18Z', 'revision_number': 5, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:52:39.374079 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a9e3c817-b8eb-4f58-8cda-da3b6ad03290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (04173908-3412-4939-84a0-7fce57e888e7), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.380242 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a9e3c817-b8eb-4f58-8cda-da3b6ad03290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (04173908-3412-4939-84a0-7fce57e888e7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.414071 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a9e3c817-b8eb-4f58-8cda-da3b6ad03290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.418994 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55782) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:39.424770 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'security_group_rule': {'security_group_id': '3e08e8b0-0a12-4378-a3cb-48c84d64f5c9', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:39.430121 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-a9e3c817-b8eb-4f58-8cda-da3b6ad03290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2272444 Feb 04 12:52:39.449631 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e3c817-b8eb-4f58-8cda-da3b6ad03290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04173908-3412-4939-84a0-7fce57e888e7,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:39.478469 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.securitygroups_db [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Project 7c62b4eba54d42169f6f3e1aa966fc20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:52:39.486822 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (1d3e05a9-a611-46ab-b2b7-b7ca16a35bb5), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.591245 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (1d3e05a9-a611-46ab-b2b7-b7ca16a35bb5), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.597132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (1d3e05a9-a611-46ab-b2b7-b7ca16a35bb5), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.631797 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d3e05a9-a611-46ab-b2b7-b7ca16a35bb5,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:39.651716 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.655008 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-6645d16e-c0ff-4f05-ac84-1d1f06fdb0dd tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2332854 Feb 04 12:52:39.657793 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55786) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:39.677180 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'security_group_rule': {'security_group_id': '3e08e8b0-0a12-4378-a3cb-48c84d64f5c9', 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:39.736501 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.securitygroups_db [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Project 7c62b4eba54d42169f6f3e1aa966fc20 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 12:52:39.752387 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (2fdd2388-26bc-4166-b803-e23666323d67), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.758763 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0ccdfc-8c81-4c84-bc7e-98fe6705e18d None None] New status for floating IP 39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d: ACTIVE {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:52:39.923699 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (2fdd2388-26bc-4166-b803-e23666323d67), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.929659 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (2fdd2388-26bc-4166-b803-e23666323d67), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.952966 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fdd2388-26bc-4166-b803-e23666323d67,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:39.976586 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:39.982603 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c3ad09c7-523e-4e86-bdac-01666f14baf0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3235779 Feb 04 12:52:40.143850 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-c42e144d-e5d3-4db0-a40c-b29cc82011ba tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618578998&fields=id&tenant_id=7c62b4eba54d42169f6f3e1aa966fc20 HTTP/1.1" status: 200 len: 267 time: 0.0618176 Feb 04 12:52:40.220192 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-d88656bd-b6f3-4d61-bbb9-7a9695d902f1 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:40.221847 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-d88656bd-b6f3-4d61-bbb9-7a9695d902f1 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0758321 Feb 04 12:52:40.238919 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'port': {'security_groups': ['26b9d68a-4ac4-4e61-868e-52d438ac011e', '3e08e8b0-0a12-4378-a3cb-48c84d64f5c9']}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:52:40.338746 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:40.649801 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:52:40.703659 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:40.714250 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:40.732023 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['8b55b0e7-ab40-4f5e-8076-cb848932e6d7'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:40.791397 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:40.792118 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for port (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:40.797242 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f345af31-f956-4332-b70b-bd7fa4b1201f req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "PUT /v2.0/ports/8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 981 time: 0.5633659 Feb 04 12:52:40.797983 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:52:40.800650 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd7ad233-8b2f-4d08-8422-f58a61239a46" -d '{"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:52:40.829074 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d30c70-d8a8-4d51-a157-9cf2b73ce382 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=6']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:40.947010 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46c429d1-80c1-44b8-bbc4-8e86cb8768ee x-openstack-request-id: req-46c429d1-80c1-44b8-bbc4-8e86cb8768ee {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:52:40.947359 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:52:40.947700 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-46c429d1-80c1-44b8-bbc4-8e86cb8768ee {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:52:40.948083 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'status': 'completed', 'code': 200} Feb 04 12:52:40.953462 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-29943480-4d1b-447e-8236-be7a165c45ad service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0984528 Feb 04 12:52:40.956961 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['8b55b0e7-ab40-4f5e-8076-cb848932e6d7'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:52:41.218817 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-c442eb17-6c58-4676-8abb-f0762fc3cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.220771 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-c442eb17-6c58-4676-8abb-f0762fc3cd29 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1168 time: 0.2486272 Feb 04 12:52:41.278357 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6879be-7dc1-485c-9249-f92ab8c31493 req-c055a89b-d938-4572-8d62-e3d78dfef863 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.287863 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4c6879be-7dc1-485c-9249-f92ab8c31493 req-c055a89b-d938-4572-8d62-e3d78dfef863 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.2483232 Feb 04 12:52:41.299426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9c5d-e654-4561-8902-6c6878da154e req-73147b66-f41f-442a-8095-7934f9b72986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.317316 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-73147b66-f41f-442a-8095-7934f9b72986 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 1129 time: 0.2533939 Feb 04 12:52:41.357347 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-50af63e2-bb82-4e1f-8458-6f92a005a33f None None] Provisioning complete for port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:52:41.358018 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-50af63e2-bb82-4e1f-8458-6f92a005a33f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:41.625096 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4c6879be-7dc1-485c-9249-f92ab8c31493 req-de1c2673-6582-4dee-ac0c-8141ac725a79 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2580855 Feb 04 12:52:41.732362 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-50af63e2-bb82-4e1f-8458-6f92a005a33f None None] Current status of the port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:52:41.747632 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-d1093f37-ae7d-403a-b3ec-ca10d035c837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.749258 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-d1093f37-ae7d-403a-b3ec-ca10d035c837 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 915 time: 0.5083585 Feb 04 12:52:41.767069 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9c5d-e654-4561-8902-6c6878da154e req-99dbb333-24de-45bf-9c5f-4c7d535b7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:41.768595 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-99dbb333-24de-45bf-9c5f-4c7d535b7fce service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.3913786 Feb 04 12:52:43.633902 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-4175528d-cf19-44c2-a0fd-2946da83a69e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 1001 time: 0.1469400 Feb 04 12:52:43.641279 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-ffd2ce7e-64c8-4f18-97ee-e95a7c0148d0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8f133660-9fd6-4704-a6ae-c86c7164657a HTTP/1.1" status: 200 len: 1001 time: 0.1449568 Feb 04 12:52:44.491001 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:44.549827 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-109a9e89-2141-4250-92dc-75849cf7c76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.551703 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-109a9e89-2141-4250-92dc-75849cf7c76f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 200 len: 854 time: 0.0912700 Feb 04 12:52:44.561256 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9c5d-e654-4561-8902-6c6878da154e req-8c44431e-09b9-46fb-b3a6-19dab85f150e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.564512 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-8c44431e-09b9-46fb-b3a6-19dab85f150e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0946512 Feb 04 12:52:44.649159 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-e96f47a6-e957-4bac-95f4-c53e6b55e231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.650926 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-e96f47a6-e957-4bac-95f4-c53e6b55e231 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0852511 Feb 04 12:52:44.658441 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e9c5d-e654-4561-8902-6c6878da154e req-aee31886-d9b5-40a9-86f1-d825c3e42b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:44.660593 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-aee31886-d9b5-40a9-86f1-d825c3e42b1d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0851147 Feb 04 12:52:44.927677 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-0cfaf694-d71c-4568-b3c1-139b5b710586 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657943 Feb 04 12:52:44.931577 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-33a61afc-2245-4818-99c3-26783c6eb4ca service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2622852 Feb 04 12:52:45.143790 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bd7ad233-8b2f-4d08-8422-f58a61239a46 req-4a1af480-14a0-4926-b45c-d4619a360bff service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2038026 Feb 04 12:52:45.147059 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-159e9c5d-e654-4561-8902-6c6878da154e req-ab6af6b9-a146-479e-ad5b-0e32395301f7 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921437 Feb 04 12:52:56.096916 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 55992) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:56.158768 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Deleting subnet 4e686195-bae8-428a-bbc2-d25f417c6620 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:52:56.164193 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Publish callbacks [] for subnet (4e686195-bae8-428a-bbc2-d25f417c6620), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.224600 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (4e686195-bae8-428a-bbc2-d25f417c6620), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.271772 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (4e686195-bae8-428a-bbc2-d25f417c6620), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.340413 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (4e686195-bae8-428a-bbc2-d25f417c6620), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.369750 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e686195-bae8-428a-bbc2-d25f417c6620,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:56.377153 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.381078 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4e686195-bae8-428a-bbc2-d25f417c6620 HTTP/1.1" status: 204 len: 168 time: 0.2826219 Feb 04 12:52:56.384638 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 55994) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:56.386504 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.386866 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.387251 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.387601 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.388147 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.388525 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.388863 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.389198 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.389532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.389866 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.390197 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.390522 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.390847 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b44a7b4-cf8e-4326-886d-86ce88e840f7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.460431 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (5df62093-17ee-4384-b9f7-dac54bd51dee), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.558147 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (5df62093-17ee-4384-b9f7-dac54bd51dee), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.583542 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5df62093-17ee-4384-b9f7-dac54bd51dee']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:56.602896 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca428def-63a1-4a4b-ab51-1ffc27447886') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:56.603578 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca428def-63a1-4a4b-ab51-1ffc27447886') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:52:56.616052 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (ca428def-63a1-4a4b-ab51-1ffc27447886), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.635478 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (ca428def-63a1-4a4b-ab51-1ffc27447886), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.643628 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Releasing vlan 60 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:52:56.644301 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (ca428def-63a1-4a4b-ab51-1ffc27447886), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:52:56.646455 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:52:56.708917 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (5df62093-17ee-4384-b9f7-dac54bd51dee), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.715235 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:56.718503 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] 10.222.0.26 "DELETE /v2.0/networks/5df62093-17ee-4384-b9f7-dac54bd51dee HTTP/1.1" status: 204 len: 168 time: 0.3324745 Feb 04 12:52:56.736536 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Pushing event deleted for resources: {'Network': ['ID=5df62093-17ee-4384-b9f7-dac54bd51dee,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:56.745270 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.745697 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.746000 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.746346 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.746680 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.747047 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.747390 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.747728 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.748062 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.748397 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.748736 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.749401 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.749401 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f303147-2510-49cd-ac96-1fc850dc6cbd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:52:56.880474 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56004) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:56.924558 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d398c54a-c684-4c6f-a252-23f0420c5ae7 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=8cf31ce1cd594131b96b74f3c502e9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0428352 Feb 04 12:52:56.929276 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56006) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:52:56.996008 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-32a44269-dd44-44c9-bef3-ed5283913260 admin admin] Publish callbacks [] for security_group (62910784-157f-49e7-a537-281b1d6706ba), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:57.026765 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-32a44269-dd44-44c9-bef3-ed5283913260 admin admin] Publish callbacks [] for security_group (62910784-157f-49e7-a537-281b1d6706ba), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:57.090261 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-32a44269-dd44-44c9-bef3-ed5283913260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (62910784-157f-49e7-a537-281b1d6706ba), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:57.093689 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-32a44269-dd44-44c9-bef3-ed5283913260 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:57.095000 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-32a44269-dd44-44c9-bef3-ed5283913260 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/62910784-157f-49e7-a537-281b1d6706ba HTTP/1.1" status: 204 len: 168 time: 0.1642475 Feb 04 12:52:57.104277 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a44269-dd44-44c9-bef3-ed5283913260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62910784-157f-49e7-a537-281b1d6706ba,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:52:58.434200 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6f732636-9029-4bd1-a734-dd369575948c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:52:59.101565 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:52:59.199458 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761368fe-4682-40fc-b01e-a87836b89565 req-80d665a8-b6cd-444d-b47f-256ffe63827f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:52:59.201043 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-761368fe-4682-40fc-b01e-a87836b89565 req-80d665a8-b6cd-444d-b47f-256ffe63827f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.0640748 Feb 04 12:52:59.256483 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-761368fe-4682-40fc-b01e-a87836b89565 req-df5be0d7-ccc2-43e9-ad52-170f89ce14c4 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490131 Feb 04 12:53:00.395840 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8462c0-9e8d-459b-9d1c-58fbe7a1c82d req-898a6ed9-3553-4acc-93a7-1dee89484347 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:00.397639 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0b8462c0-9e8d-459b-9d1c-58fbe7a1c82d req-898a6ed9-3553-4acc-93a7-1dee89484347 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.0610173 Feb 04 12:53:00.463613 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0b8462c0-9e8d-459b-9d1c-58fbe7a1c82d req-a5ff6ed5-b287-4c85-8810-0d097f9489a2 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556026 Feb 04 12:53:01.022434 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-93106edb-8e9f-4801-b2dd-7aa9171bf0de tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:01.024092 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-93106edb-8e9f-4801-b2dd-7aa9171bf0de tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 945 time: 0.0650401 Feb 04 12:53:01.032178 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6126643a-fc0e-4aa9-b238-dc4658c4280f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.143258 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Deleting port 6ee64988-f44d-432d-8990-ca5426ffde1f {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:53:01.144707 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.266271 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] For port 6ee64988-f44d-432d-8990-ca5426ffde1f, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=6ee64988-f44d-432d-8990-ca5426ffde1f,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:01.266545 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.282582 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Calling delete_port for 6ee64988-f44d-432d-8990-ca5426ffde1f owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:53:01.439708 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (6ee64988-f44d-432d-8990-ca5426ffde1f), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.456118 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['6ee64988-f44d-432d-8990-ca5426ffde1f'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:53:01.476980 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Pushing event deleted for resources: {'Port': ['ID=6ee64988-f44d-432d-8990-ca5426ffde1f,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:01.524049 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] No DVR routers for this DVR port 6ee64988-f44d-432d-8990-ca5426ffde1f on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:01.527486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:01.533593 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7488d847-46fe-4aaf-be88-d195a3b9adc7 req-661a3ce4-749c-4a8d-a707-f0a22754b288 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "DELETE /v2.0/ports/6ee64988-f44d-432d-8990-ca5426ffde1f HTTP/1.1" status: 204 len: 173 time: 0.5011842 Feb 04 12:53:01.534504 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'name': 'network-vif-deleted', 'tag': '6ee64988-f44d-432d-8990-ca5426ffde1f'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:01.539416 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f489172-f329-402e-bd06-69e0cba928c2" -d '{"events": [{"server_uuid": "bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc", "name": "network-vif-deleted", "tag": "6ee64988-f44d-432d-8990-ca5426ffde1f"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:01.638176 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-591b3b7f-2259-4e69-a06a-a67344b14680 req-f5e693d0-b448-4979-a58a-6c5fc0937b8e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc HTTP/1.1" status: 200 len: 210 time: 0.0605907 Feb 04 12:53:01.639463 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9340008d-35d0-4055-93a2-148d260ca297 x-openstack-request-id: req-9340008d-35d0-4055-93a2-148d260ca297 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:01.639920 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc", "name": "network-vif-deleted", "tag": "6ee64988-f44d-432d-8990-ca5426ffde1f", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:01.640321 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9340008d-35d0-4055-93a2-148d260ca297 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:01.640942 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8e1baf-3d6a-46e8-b192-7d1e6415a0dc', 'name': 'network-vif-deleted', 'tag': '6ee64988-f44d-432d-8990-ca5426ffde1f', 'status': 'completed', 'code': 200} Feb 04 12:53:03.373006 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:04.702680 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:04.771257 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 6ee64988-f44d-432d-8990-ca5426ffde1f no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:53:04.793833 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 6ee64988-f44d-432d-8990-ca5426ffde1f {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:53:04.794186 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 6ee64988-f44d-432d-8990-ca5426ffde1f not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:53:04.937488 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:11.064627 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214091-af05-46e4-8952-06ba6ba6dedf req-e01966cf-f8d3-4d3e-b524-9afe5edba6e3 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:11.066495 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-e01966cf-f8d3-4d3e-b524-9afe5edba6e3 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/networks?id=c045c111-d2a7-4381-8696-a3c49d7b7263 HTTP/1.1" status: 200 len: 814 time: 0.3280070 Feb 04 12:53:11.087801 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-d1ffaf71-87a4-4ddb-b93a-4bf57fefa576 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/quotas/bffc1cfd17734752b1d27f9c1aaf49fb HTTP/1.1" status: 200 len: 375 time: 0.0155797 Feb 04 12:53:11.122779 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-6abe1c21-c12a-41d9-82a8-6b8aa83eec97 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=bffc1cfd17734752b1d27f9c1aaf49fb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0291471 Feb 04 12:53:11.229076 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-fdc62346-7c65-454c-9ee0-3ced6e920f61 service neutron] 10.222.0.26 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982974 Feb 04 12:53:11.320685 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-042401b9-cb0f-4424-90f9-7836f267a415 service neutron] 10.222.0.26 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857027 Feb 04 12:53:11.515797 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c51a94a8-4d60-4065-9706-167b7eb8dbda req-6ffb289d-bea7-41bc-9849-f58f667b3aa1 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 210 time: 0.0472789 Feb 04 12:53:12.669002 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9acfa4fd-16fd-4b2e-bb01-8030e89a66bb req-f3ac4b09-a385-4085-8239-c061baa97731 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 210 time: 0.0416148 Feb 04 12:53:12.716380 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214091-af05-46e4-8952-06ba6ba6dedf req-5365b127-4a52-4cf0-9f7e-8563f5a3de02 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:12.718144 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-5365b127-4a52-4cf0-9f7e-8563f5a3de02 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "GET /v2.0/networks?id=c045c111-d2a7-4381-8696-a3c49d7b7263 HTTP/1.1" status: 200 len: 814 time: 0.1775949 Feb 04 12:53:12.731607 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Request body: {'port': {'device_id': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263', 'admin_state_up': True, 'tenant_id': 'bffc1cfd17734752b1d27f9c1aaf49fb'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:12.876584 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Made reservation on behalf of bffc1cfd17734752b1d27f9c1aaf49fb for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:12.881371 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.086354 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c9bcf8-331c-4d1b-ab80-f4291d9ad941 req-1700df85-e98e-4950-acc8-8f816a1c1fd1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.088457 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f4c9bcf8-331c-4d1b-ab80-f4291d9ad941 req-1700df85-e98e-4950-acc8-8f816a1c1fd1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.1287508 Feb 04 12:53:13.094475 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Allocated IP 172.20.0.8 (c045c111-d2a7-4381-8696-a3c49d7b7263/11e033dc-710c-49b9-b187-c624845bd430/9f4b1362-6e1f-4451-b491-62d70de42ec3) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:13.200911 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f4c9bcf8-331c-4d1b-ab80-f4291d9ad941 req-68b72a0c-7b97-4ec2-ac9a-4ed7849418bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1028664 Feb 04 12:53:13.616502 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks [] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.658231 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.716144 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Network c045c111-d2a7-4381-8696-a3c49d7b7263 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:13.719716 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:13.728795 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:13.732975 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Pushing event updated for resources: {'Port': ['ID=9f4b1362-6e1f-4451-b491-62d70de42ec3,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:13.803490 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.804280 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.826880 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-288e0dd4-2d6a-4963-a3c6-77b91ea1bb9f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0990417 Feb 04 12:53:13.840754 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Request body: {'port': {'device_id': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:13.841078 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49850c9f-9778-486e-94b7-65396ed59353 req-d6e505c7-2e52-4f27-a400-c40af2ac26ce tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:13.842731 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-49850c9f-9778-486e-94b7-65396ed59353 req-d6e505c7-2e52-4f27-a400-c40af2ac26ce tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 931 time: 0.0672877 Feb 04 12:53:13.947219 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:13.951595 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-49850c9f-9778-486e-94b7-65396ed59353 req-5e4ddea7-ac2c-417d-9e2b-39b6ac7f182c tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972924 Feb 04 12:53:14.179251 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501046-538f-4c52-9353-ed74bd71f10f req-ee934e9c-01bf-4f53-bc62-b12d64bb54fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.180883 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-74501046-538f-4c52-9353-ed74bd71f10f req-ee934e9c-01bf-4f53-bc62-b12d64bb54fc service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1168 time: 0.2225394 Feb 04 12:53:14.213564 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a166d-c008-4485-a531-e760264d351d req-8cec7d34-a469-4477-a0b3-4b7cf128c0b5 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.215212 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c87a166d-c008-4485-a531-e760264d351d req-8cec7d34-a469-4477-a0b3-4b7cf128c0b5 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.2454965 Feb 04 12:53:14.373198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62e6aa-7eaa-4722-aeb3-5e2fe4e58071 req-032618e3-8b5e-4637-ac55-2362fedd5928 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.375481 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bd62e6aa-7eaa-4722-aeb3-5e2fe4e58071 req-032618e3-8b5e-4637-ac55-2362fedd5928 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0747418 Feb 04 12:53:14.438844 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bd62e6aa-7eaa-4722-aeb3-5e2fe4e58071 req-f0feab49-d7aa-4d1c-9a42-31570282bb4d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551512 Feb 04 12:53:14.447179 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c87a166d-c008-4485-a531-e760264d351d req-1e4c8860-95e4-4964-bd0e-91e54295c1b8 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2180741 Feb 04 12:53:14.456532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501046-538f-4c52-9353-ed74bd71f10f req-6f607938-5882-4df2-a011-75996d73d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.458151 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-74501046-538f-4c52-9353-ed74bd71f10f req-6f607938-5882-4df2-a011-75996d73d3f5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 915 time: 0.2634497 Feb 04 12:53:14.478158 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.579389 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-74501046-538f-4c52-9353-ed74bd71f10f req-f9847615-27dd-4886-b524-22c0bf8c0a7b service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 1001 time: 0.1048505 Feb 04 12:53:14.581778 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f4b1362-6e1f-4451-b491-62d70de42ec3 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:14.589894 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Publish callbacks [] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.634862 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Transition to ACTIVE for port object 9f4b1362-6e1f-4451-b491-62d70de42ec3 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:14.649274 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.680375 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501046-538f-4c52-9353-ed74bd71f10f req-c92b87a5-93da-48ca-82cb-860a5e76ccf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.681851 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-74501046-538f-4c52-9353-ed74bd71f10f req-c92b87a5-93da-48ca-82cb-860a5e76ccf2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 200 len: 854 time: 0.0895138 Feb 04 12:53:14.737478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4b1362-6e1f-4451-b491-62d70de42ec3,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:14.802023 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74501046-538f-4c52-9353-ed74bd71f10f req-bff05f91-df09-4fe8-8755-3e841080c086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:14.803620 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-74501046-538f-4c52-9353-ed74bd71f10f req-bff05f91-df09-4fe8-8755-3e841080c086 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1132188 Feb 04 12:53:14.839110 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Attempting to bind port 9f4b1362-6e1f-4451-b491-62d70de42ec3 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:14.839451 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Attempting to bind port 9f4b1362-6e1f-4451-b491-62d70de42ec3 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:14.839796 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Attempting to bind port 9f4b1362-6e1f-4451-b491-62d70de42ec3 on network c045c111-d2a7-4381-8696-a3c49d7b7263 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:14.870213 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Port 9f4b1362-6e1f-4451-b491-62d70de42ec3 on network c045c111-d2a7-4381-8696-a3c49d7b7263 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:53:14.870536 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Attempting to bind port 9f4b1362-6e1f-4451-b491-62d70de42ec3 on network c045c111-d2a7-4381-8696-a3c49d7b7263 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:14.882651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:14.883020 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Checking segment: {'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:14.883411 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Bound using segment: {'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:14.883856 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Bound port: 9f4b1362-6e1f-4451-b491-62d70de42ec3, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc8cd4e1-6a82-47bd-905a-2238dae9e842', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:14.884215 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:14.955780 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-74501046-538f-4c52-9353-ed74bd71f10f req-a9676628-0f76-4294-a01c-ca12b9230402 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417994 Feb 04 12:53:15.039598 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] For port 9f4b1362-6e1f-4451-b491-62d70de42ec3, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:15.059652 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] For port 9f4b1362-6e1f-4451-b491-62d70de42ec3, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4b1362-6e1f-4451-b491-62d70de42ec3,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:15.069775 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.093977 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabaab4-9674-4426-95b5-c4645c046a15 req-53a7a356-be42-4cb8-839b-d4e95f878501 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.095736 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-faabaab4-9674-4426-95b5-c4645c046a15 req-53a7a356-be42-4cb8-839b-d4e95f878501 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 943 time: 0.0598459 Feb 04 12:53:15.128416 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.129348 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:15.130783 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] 10.222.0.75 "PUT /v2.0/ports/9f4b1362-6e1f-4451-b491-62d70de42ec3 HTTP/1.1" status: 200 len: 1093 time: 1.2971215 Feb 04 12:53:15.134758 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'tag': '9f4b1362-6e1f-4451-b491-62d70de42ec3'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:15.137676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03" -d '{"events": [{"name": "network-changed", "server_uuid": "a7e08cb7-c134-4dd7-96c4-64450fbe5554", "tag": "9f4b1362-6e1f-4451-b491-62d70de42ec3"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:15.157164 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-faabaab4-9674-4426-95b5-c4645c046a15 req-e39b5632-1067-4829-bf59-0d055632cbfd tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540097 Feb 04 12:53:15.173784 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa08bc-a272-4067-9571-6a088e215fa0 service neutron] Pushing event updated for resources: {'Port': ['ID=9f4b1362-6e1f-4451-b491-62d70de42ec3,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:15.181892 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-74501046-538f-4c52-9353-ed74bd71f10f req-83caaf37-e4a0-4415-a92b-e92307f288a3 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115164 Feb 04 12:53:15.194986 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cbe724-05cf-426e-895f-f80765747b35 x-openstack-request-id: req-14cbe724-05cf-426e-895f-f80765747b35 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:15.195336 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7e08cb7-c134-4dd7-96c4-64450fbe5554", "tag": "9f4b1362-6e1f-4451-b491-62d70de42ec3", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:15.195597 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-14cbe724-05cf-426e-895f-f80765747b35 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:15.196077 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'tag': '9f4b1362-6e1f-4451-b491-62d70de42ec3', 'status': 'completed', 'code': 200} Feb 04 12:53:15.246693 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214091-af05-46e4-8952-06ba6ba6dedf req-245aa6e4-7d5d-4291-8116-26c6e58eddd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.248636 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-245aa6e4-7d5d-4291-8116-26c6e58eddd3 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bffc1cfd17734752b1d27f9c1aaf49fb&device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 1127 time: 0.0657167 Feb 04 12:53:15.296184 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-6b3980a1-ad38-4d8b-a0bd-01fc5c93a236 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4b1362-6e1f-4451-b491-62d70de42ec3 HTTP/1.1" status: 200 len: 217 time: 0.0379989 Feb 04 12:53:15.352329 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44214091-af05-46e4-8952-06ba6ba6dedf req-db8c4592-8d69-4079-b336-a1b493fd163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.353871 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-db8c4592-8d69-4079-b336-a1b493fd163c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=11e033dc-710c-49b9-b187-c624845bd430 HTTP/1.1" status: 200 len: 854 time: 0.0486631 Feb 04 12:53:15.386300 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-78fe0656-d30c-474b-b058-62c17d006e91 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c045c111-d2a7-4381-8696-a3c49d7b7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265832 Feb 04 12:53:15.495771 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-dac517e1-6dd8-4d7f-ad5a-388f14f7195e service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029713 Feb 04 12:53:15.614474 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfaede86-5bed-499a-ad6b-afaec3722ebc req-9b7f2c86-5162-465a-9dac-4b6ed44ef788 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.616411 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cfaede86-5bed-499a-ad6b-afaec3722ebc req-9b7f2c86-5162-465a-9dac-4b6ed44ef788 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0745506 Feb 04 12:53:15.674056 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cfaede86-5bed-499a-ad6b-afaec3722ebc req-3965f58e-fff9-4720-b5b4-14eadf264d3d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512955 Feb 04 12:53:15.692017 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-44214091-af05-46e4-8952-06ba6ba6dedf req-682ae015-b35b-4a9b-ad67-5eed61662fd4 service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869750 Feb 04 12:53:15.703348 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3989f53-e5dc-4758-b738-f5d8f77252e0 req-709486a4-6bae-4b66-9e95-4967985a47b0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.705719 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3989f53-e5dc-4758-b738-f5d8f77252e0 req-709486a4-6bae-4b66-9e95-4967985a47b0 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.1267340 Feb 04 12:53:15.827483 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3989f53-e5dc-4758-b738-f5d8f77252e0 req-253c9312-1e5b-4e06-80fe-cb3cd095c01d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1159346 Feb 04 12:53:15.844908 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-a43f31af-578f-45ad-bd9c-bb8e96e216ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.847902 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-a43f31af-578f-45ad-bd9c-bb8e96e216ef service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=bffc1cfd17734752b1d27f9c1aaf49fb&device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 1127 time: 0.0939097 Feb 04 12:53:15.948755 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-5680579a-1db2-4f68-a432-ccc329e0e56f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:15.950277 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-5680579a-1db2-4f68-a432-ccc329e0e56f service neutron] 10.222.0.75 "GET /v2.0/networks?id=c045c111-d2a7-4381-8696-a3c49d7b7263 HTTP/1.1" status: 200 len: 914 time: 0.0968871 Feb 04 12:53:15.996344 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-3a254668-62d0-4d11-a20b-99f912bccb34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9f4b1362-6e1f-4451-b491-62d70de42ec3 HTTP/1.1" status: 200 len: 217 time: 0.0385480 Feb 04 12:53:16.051136 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-0f25d886-4906-413e-95f8-042e3e9589c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:16.052705 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-0f25d886-4906-413e-95f8-042e3e9589c4 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=11e033dc-710c-49b9-b187-c624845bd430 HTTP/1.1" status: 200 len: 854 time: 0.0496647 Feb 04 12:53:16.095802 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-12cd0449-c2db-4f50-9d56-e977a5a281ec service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=c045c111-d2a7-4381-8696-a3c49d7b7263&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324478 Feb 04 12:53:16.210791 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-799b57ec-2fd0-4fae-9cab-86339c89f954 service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039140 Feb 04 12:53:16.308101 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9b391-24ab-404a-9910-a7980494c790 req-46632e34-d2ae-4a69-aa36-98c8a71f7c7f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:16.309653 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bfd9b391-24ab-404a-9910-a7980494c790 req-46632e34-d2ae-4a69-aa36-98c8a71f7c7f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 943 time: 0.0651135 Feb 04 12:53:16.325333 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-557c0d35-d93a-4fd1-ad9a-2d850bbfbb03 req-604b7e8f-51f6-49ef-9e4b-61785baf5c3e service neutron] 10.222.0.75 "GET /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020133 Feb 04 12:53:16.370687 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bfd9b391-24ab-404a-9910-a7980494c790 req-57204446-bba7-4e36-a667-e1413f69cc84 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512848 Feb 04 12:53:16.841616 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a997547e-ada3-455e-aee9-f6bd3ca54e2c req-92299103-9430-46c7-90ea-5fea70415008 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:16.844164 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a997547e-ada3-455e-aee9-f6bd3ca54e2c req-92299103-9430-46c7-90ea-5fea70415008 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0930452 Feb 04 12:53:16.903263 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a997547e-ada3-455e-aee9-f6bd3ca54e2c req-fc57235a-0ef7-44cb-b19c-96bdf815c18a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523596 Feb 04 12:53:16.985459 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb8789b-595b-4374-be74-2e2c34d35b94 req-e212734c-1d3d-4ba7-8e53-fa6aef414089 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:16.986926 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7fb8789b-595b-4374-be74-2e2c34d35b94 req-e212734c-1d3d-4ba7-8e53-fa6aef414089 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0640459 Feb 04 12:53:17.061911 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7fb8789b-595b-4374-be74-2e2c34d35b94 req-2bca0395-963f-410b-8085-70ae949434ed tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673449 Feb 04 12:53:17.499926 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f561eeb-b6bb-4464-a0ca-47c0b390be8f req-a6410c68-7634-460b-8688-9dcd7fc481aa tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:17.501464 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0f561eeb-b6bb-4464-a0ca-47c0b390be8f req-a6410c68-7634-460b-8688-9dcd7fc481aa tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 943 time: 0.0610523 Feb 04 12:53:17.563015 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0f561eeb-b6bb-4464-a0ca-47c0b390be8f req-838fa916-02d6-4357-ba5b-bd580dc84ba4 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539103 Feb 04 12:53:18.047736 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732639ff-e939-467d-9ff1-1b73fa2e55bc req-65ecdc06-3e38-4864-b765-693cad020668 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:18.049272 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-732639ff-e939-467d-9ff1-1b73fa2e55bc req-65ecdc06-3e38-4864-b765-693cad020668 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0634663 Feb 04 12:53:18.105422 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-732639ff-e939-467d-9ff1-1b73fa2e55bc req-c01d091f-2918-43cf-9650-afb109de7eaf tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503707 Feb 04 12:53:18.206204 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57a1a96-f735-4388-9992-c57586c1f808 req-2911f3ab-a084-4da5-9490-f6a0864a1e39 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:18.207755 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c57a1a96-f735-4388-9992-c57586c1f808 req-2911f3ab-a084-4da5-9490-f6a0864a1e39 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0600157 Feb 04 12:53:18.285398 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c57a1a96-f735-4388-9992-c57586c1f808 req-8acfb5c2-8f29-4c64-9842-3c9b0cfc5010 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0689299 Feb 04 12:53:18.663760 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9f4b1362-6e1f-4451-b491-62d70de42ec3 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:53:18.694564 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3057f052-e5e9-46b9-a572-401247c71a94 req-e681e79a-4cb1-45f8-b8fd-5ad75b7707f0 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:18.696271 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3057f052-e5e9-46b9-a572-401247c71a94 req-e681e79a-4cb1-45f8-b8fd-5ad75b7707f0 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 943 time: 0.0623972 Feb 04 12:53:18.751462 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3057f052-e5e9-46b9-a572-401247c71a94 req-06b235ee-8e88-4f1d-9528-c33b4ec0843f tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484438 Feb 04 12:53:18.792663 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 9f4b1362-6e1f-4451-b491-62d70de42ec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4b1362-6e1f-4451-b491-62d70de42ec3,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:18.810635 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '9f4b1362-6e1f-4451-b491-62d70de42ec3', 'network_id': 'c045c111-d2a7-4381-8696-a3c49d7b7263', 'port_id': '9f4b1362-6e1f-4451-b491-62d70de42ec3', 'mac_address': 'fa:16:3e:c5:e8:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11e033dc-710c-49b9-b187-c624845bd430', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:53:18.859336 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 9f4b1362-6e1f-4451-b491-62d70de42ec3 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:18.859695 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:18.886476 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f4b1362-6e1f-4451-b491-62d70de42ec3 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:18.919757 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 9f4b1362-6e1f-4451-b491-62d70de42ec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4b1362-6e1f-4451-b491-62d70de42ec3,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:18.929240 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:18.999309 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=9f4b1362-6e1f-4451-b491-62d70de42ec3,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:19.008156 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.008552 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.008903 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.009284 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.009658 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.010028 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.010369 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.010703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.011105 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.011489 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.011830 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.012196 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.012582 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:53:19.171966 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['9f4b1362-6e1f-4451-b491-62d70de42ec3'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:53:19.305361 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f42c3c-53f7-4a27-9e4e-3153ff974243 req-284af331-95a7-4479-a5ca-4ff136e5c22e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.307804 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-20f42c3c-53f7-4a27-9e4e-3153ff974243 req-284af331-95a7-4479-a5ca-4ff136e5c22e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0875208 Feb 04 12:53:19.409414 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-20f42c3c-53f7-4a27-9e4e-3153ff974243 req-739c7475-3a88-4a02-a328-b406b1d2a48f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819073 Feb 04 12:53:19.482592 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6177f9e7-5831-418f-877e-fbe08961d2bb req-1af975c1-0bd7-41ea-81b9-6a2f7b63db6d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.484357 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6177f9e7-5831-418f-877e-fbe08961d2bb req-1af975c1-0bd7-41ea-81b9-6a2f7b63db6d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0840709 Feb 04 12:53:19.557299 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6177f9e7-5831-418f-877e-fbe08961d2bb req-dd8c5f5f-4759-4b40-b42f-063aee152b4a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0653930 Feb 04 12:53:19.884897 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0927d1-9bc2-4e27-9495-50ffda1e5115 req-0e00b238-a10b-400d-a73b-1505d766e97a tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:19.886790 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8f0927d1-9bc2-4e27-9495-50ffda1e5115 req-0e00b238-a10b-400d-a73b-1505d766e97a tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 944 time: 0.0624235 Feb 04 12:53:19.942073 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8f0927d1-9bc2-4e27-9495-50ffda1e5115 req-ef8e2c4f-88dc-469c-bf6d-4b05a793fe09 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494688 Feb 04 12:53:20.585898 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cd8851-5c8a-4cd5-8887-22eef2ccddc7 req-cf274eb7-3b10-414d-aa44-7a7d262493d1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:20.587682 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-46cd8851-5c8a-4cd5-8887-22eef2ccddc7 req-cf274eb7-3b10-414d-aa44-7a7d262493d1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0612946 Feb 04 12:53:20.658053 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-46cd8851-5c8a-4cd5-8887-22eef2ccddc7 req-449381e4-270c-454b-8dd1-f5abef763bce tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643826 Feb 04 12:53:20.675590 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9f4b1362-6e1f-4451-b491-62d70de42ec3 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:20.732572 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cead97-168c-4be9-9b95-7ff83edd9f82 req-f679cc5c-f386-4ca4-921d-6e1a3795869c tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:20.735953 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d6cead97-168c-4be9-9b95-7ff83edd9f82 req-f679cc5c-f386-4ca4-921d-6e1a3795869c tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0732214 Feb 04 12:53:20.738137 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 9f4b1362-6e1f-4451-b491-62d70de42ec3 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:53:20.744990 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 9f4b1362-6e1f-4451-b491-62d70de42ec3 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:20.745488 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:20.837126 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d6cead97-168c-4be9-9b95-7ff83edd9f82 req-520ccb26-cc81-4aa0-bcb3-c3a86280ae9a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0943501 Feb 04 12:53:20.866717 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 9f4b1362-6e1f-4451-b491-62d70de42ec3 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:20.867382 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:20.904085 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4b1362-6e1f-4451-b491-62d70de42ec3'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:20.907734 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da75b177-63c2-4d3b-a992-3b446e86834e" -d '{"events": [{"server_uuid": "a7e08cb7-c134-4dd7-96c4-64450fbe5554", "name": "network-vif-plugged", "status": "completed", "tag": "9f4b1362-6e1f-4451-b491-62d70de42ec3"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:20.930625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 9f4b1362-6e1f-4451-b491-62d70de42ec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4b1362-6e1f-4451-b491-62d70de42ec3,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:20.937153 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:20.970251 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07aae972-7a9e-4c2b-8bb5-9e93106ca947 x-openstack-request-id: req-07aae972-7a9e-4c2b-8bb5-9e93106ca947 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:20.971788 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e08cb7-c134-4dd7-96c4-64450fbe5554", "name": "network-vif-plugged", "status": "completed", "tag": "9f4b1362-6e1f-4451-b491-62d70de42ec3", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:20.972637 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-07aae972-7a9e-4c2b-8bb5-9e93106ca947 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:20.972753 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f4b1362-6e1f-4451-b491-62d70de42ec3', 'code': 200} Feb 04 12:53:21.016209 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=9f4b1362-6e1f-4451-b491-62d70de42ec3,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:21.180126 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51d838-0b6e-4188-a9d2-c2728828d52e req-2a168339-d4a8-4008-a357-2ab94f394c69 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.182123 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7d51d838-0b6e-4188-a9d2-c2728828d52e req-2a168339-d4a8-4008-a357-2ab94f394c69 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 945 time: 0.1176076 Feb 04 12:53:21.212179 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f36a08-d7e4-4f6b-9fb0-dab35569293f req-7bafdd54-6942-44df-8a77-1c563b05f9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.214000 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-71f36a08-d7e4-4f6b-9fb0-dab35569293f req-7bafdd54-6942-44df-8a77-1c563b05f9b7 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 1129 time: 0.1047628 Feb 04 12:53:21.275577 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7d51d838-0b6e-4188-a9d2-c2728828d52e req-363b0098-6b29-4249-85d1-c0c3fe951506 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875032 Feb 04 12:53:21.290039 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-71f36a08-d7e4-4f6b-9fb0-dab35569293f req-0824d55a-c3dd-41a7-aa39-27b9fa56cfe3 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704060 Feb 04 12:53:21.816115 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c61c75ed-ce5b-4e33-91a0-b6c150b75219 req-b070bed8-4240-4aa3-a34e-2e12669d3869 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.817944 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c61c75ed-ce5b-4e33-91a0-b6c150b75219 req-b070bed8-4240-4aa3-a34e-2e12669d3869 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0681491 Feb 04 12:53:21.883873 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c61c75ed-ce5b-4e33-91a0-b6c150b75219 req-391e13c5-556c-44a1-bf93-b924a7388595 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591786 Feb 04 12:53:21.983926 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d652151f-e4f6-4c86-8404-2a8d1be8e7a5 req-fae15820-c4e9-49ad-b4ee-f4003880c8c3 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:21.986236 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d652151f-e4f6-4c86-8404-2a8d1be8e7a5 req-fae15820-c4e9-49ad-b4ee-f4003880c8c3 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0664048 Feb 04 12:53:22.059136 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d652151f-e4f6-4c86-8404-2a8d1be8e7a5 req-165945f7-9679-41bc-9155-406b079902da tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651002 Feb 04 12:53:22.462972 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea7cc1b-55fa-438a-bd98-2e1f12746520 req-a47d3e83-dbc9-478a-804e-0d8c39a0682e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:22.465306 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3ea7cc1b-55fa-438a-bd98-2e1f12746520 req-a47d3e83-dbc9-478a-804e-0d8c39a0682e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 945 time: 0.0801611 Feb 04 12:53:22.522717 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3ea7cc1b-55fa-438a-bd98-2e1f12746520 req-7e0b0898-b074-425e-b027-1e15889cf72b tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513554 Feb 04 12:53:23.044618 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f3b77-6bab-43e8-b9d4-56be266e3c08 req-f30280a8-57e7-4eb3-b18d-eb36b2f9c77a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.046228 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e12f3b77-6bab-43e8-b9d4-56be266e3c08 req-f30280a8-57e7-4eb3-b18d-eb36b2f9c77a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0658805 Feb 04 12:53:23.100826 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e12f3b77-6bab-43e8-b9d4-56be266e3c08 req-0df561c3-d23f-45ff-83ed-4a37bc20cae3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469198 Feb 04 12:53:23.227536 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e6c26d-404a-4163-815f-73684fae23dc req-a0d7a100-db94-4923-819a-18934c1baf60 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.231327 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-05e6c26d-404a-4163-815f-73684fae23dc req-a0d7a100-db94-4923-819a-18934c1baf60 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0755308 Feb 04 12:53:23.346240 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-05e6c26d-404a-4163-815f-73684fae23dc req-3dc817e8-4dc6-4d3b-9f8e-487cbe91efa4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1077859 Feb 04 12:53:23.659327 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c40fc-db6f-4e12-84a4-4c895fc2352b req-877861a3-ba79-4785-9299-be2698ecc438 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:23.660978 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c80c40fc-db6f-4e12-84a4-4c895fc2352b req-877861a3-ba79-4785-9299-be2698ecc438 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 945 time: 0.0614080 Feb 04 12:53:23.715578 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c80c40fc-db6f-4e12-84a4-4c895fc2352b req-3974f7b6-d61f-428b-b8e3-258a7d30ed2e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485411 Feb 04 12:53:24.295118 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5512f07-c6fa-425c-87fc-acec3cd09c38 req-40f706f0-2ec2-4bff-97f7-786a1c14d3b1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:24.296756 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e5512f07-c6fa-425c-87fc-acec3cd09c38 req-40f706f0-2ec2-4bff-97f7-786a1c14d3b1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0651596 Feb 04 12:53:24.361295 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e5512f07-c6fa-425c-87fc-acec3cd09c38 req-2c30f553-c397-4062-9801-ceeaf1eb8c9a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568368 Feb 04 12:53:24.518110 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb41946-4099-46de-adbb-1455f69f87d1 req-4d0c4d2f-7a22-4065-99bd-004953add373 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:24.519784 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1bb41946-4099-46de-adbb-1455f69f87d1 req-4d0c4d2f-7a22-4065-99bd-004953add373 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0729759 Feb 04 12:53:24.591909 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1bb41946-4099-46de-adbb-1455f69f87d1 req-7fc927da-5c94-4876-b026-48419fa67f9b tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630572 Feb 04 12:53:25.557622 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9301f37d-b76e-4b21-b231-9f6d00b70eeb req-b00427ae-75b9-4318-b03b-3a36aadef1d2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.559355 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9301f37d-b76e-4b21-b231-9f6d00b70eeb req-b00427ae-75b9-4318-b03b-3a36aadef1d2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0843441 Feb 04 12:53:25.634535 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9301f37d-b76e-4b21-b231-9f6d00b70eeb req-8daaa745-fae5-4bd8-b511-776b0e9c0b74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684187 Feb 04 12:53:25.742273 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64977ecf-ee8e-4c3c-abc5-c46e632e075a req-56bb17fd-7f12-46fb-a9e5-8c4acd291c19 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:25.743946 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-64977ecf-ee8e-4c3c-abc5-c46e632e075a req-56bb17fd-7f12-46fb-a9e5-8c4acd291c19 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0733421 Feb 04 12:53:25.817032 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-64977ecf-ee8e-4c3c-abc5-c46e632e075a req-8bef4240-be8d-4041-b5fa-19a17b81cdf7 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667343 Feb 04 12:53:26.790731 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17605ee3-606f-4b22-adcc-4002ace6ae2b req-bf037418-916d-41ba-a011-f7cf3d280376 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:26.792504 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-17605ee3-606f-4b22-adcc-4002ace6ae2b req-bf037418-916d-41ba-a011-f7cf3d280376 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0623584 Feb 04 12:53:26.856639 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-17605ee3-606f-4b22-adcc-4002ace6ae2b req-e222cb51-8586-4857-b0cb-36a741c7c836 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539460 Feb 04 12:53:26.978361 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d68bf8-c816-4bee-9582-aba5959cc689 req-bed82d22-fd10-4716-b85d-23702b0e9cad tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:26.979876 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a7d68bf8-c816-4bee-9582-aba5959cc689 req-bed82d22-fd10-4716-b85d-23702b0e9cad tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0619180 Feb 04 12:53:27.046636 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a7d68bf8-c816-4bee-9582-aba5959cc689 req-eda84161-9a15-4b4c-8541-092544b34866 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0609717 Feb 04 12:53:28.025069 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d11e071-f474-4ded-989b-0979aafccb78 req-54808ab5-f6a2-4943-85b0-63bc5285ffda tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.027631 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3d11e071-f474-4ded-989b-0979aafccb78 req-54808ab5-f6a2-4943-85b0-63bc5285ffda tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0813479 Feb 04 12:53:28.081857 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3d11e071-f474-4ded-989b-0979aafccb78 req-c6851382-0c8c-4533-bbdb-e2ca2cb9c9fa tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485561 Feb 04 12:53:28.191862 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ee3183-0e61-4a6d-8d5b-4b0f32a0f04b req-376576b3-0bc8-449e-913f-0d5fc238481c tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:28.193512 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-33ee3183-0e61-4a6d-8d5b-4b0f32a0f04b req-376576b3-0bc8-449e-913f-0d5fc238481c tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0590601 Feb 04 12:53:28.265080 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-33ee3183-0e61-4a6d-8d5b-4b0f32a0f04b req-408b3a13-7d49-489a-88af-3eb257820290 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0651894 Feb 04 12:53:28.444935 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-32e3135f-2d5f-44fe-8ffd-8cc91f579789 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:29.237310 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d50a4-54ab-4969-afa4-69a24d9b475a req-120ce226-fd2b-4946-a95b-0bf02b9769cb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.239200 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-234d50a4-54ab-4969-afa4-69a24d9b475a req-120ce226-fd2b-4946-a95b-0bf02b9769cb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0625982 Feb 04 12:53:29.296017 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-234d50a4-54ab-4969-afa4-69a24d9b475a req-b3f1da7d-a3cd-4bab-b94e-98cd15deff6d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482082 Feb 04 12:53:29.416369 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70228ee0-765b-49de-b195-a52a714b7883 req-5f74bf72-ec2e-44e7-8ff8-5c31681a4622 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:29.418005 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-70228ee0-765b-49de-b195-a52a714b7883 req-5f74bf72-ec2e-44e7-8ff8-5c31681a4622 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0648105 Feb 04 12:53:29.501579 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-70228ee0-765b-49de-b195-a52a714b7883 req-15b8d39b-d627-4e26-a828-9a8eb1185b8a tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761395 Feb 04 12:53:30.434571 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1281e4c-9178-4cc3-bb23-51433fd2101f req-2018bff3-c167-4757-b327-7980750dec25 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.436327 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d1281e4c-9178-4cc3-bb23-51433fd2101f req-2018bff3-c167-4757-b327-7980750dec25 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0598171 Feb 04 12:53:30.499928 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d1281e4c-9178-4cc3-bb23-51433fd2101f req-913b9ad9-be37-48a4-abe7-29ad6ebe81c8 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570097 Feb 04 12:53:30.698046 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6babffd-8c4c-4daf-9ae4-1a20a22e3d0d req-a1bb78db-eb17-4136-925c-d22f057df85b tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:30.699733 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d6babffd-8c4c-4daf-9ae4-1a20a22e3d0d req-a1bb78db-eb17-4136-925c-d22f057df85b tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0860631 Feb 04 12:53:30.758339 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:53:30.816961 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d6babffd-8c4c-4daf-9ae4-1a20a22e3d0d req-01ba0e8b-9946-45b9-8708-165297445447 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1078391 Feb 04 12:53:30.902747 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:30.917355 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'port_id': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'mac_address': 'fa:16:3e:48:9a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:53:31.116618 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: ACTIVE; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:31.116911 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.134891 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6c0e01d3-a113-4dc4-a878-c541ee50b6b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.148224 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f6b39874-6327-4e20-9dae-cd5186023c31 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:31.181591 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:31.188002 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:31.258313 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=6']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:31.278006 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['f6b39874-6327-4e20-9dae-cd5186023c31'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:53:31.724259 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7792ce-fa60-4e13-bbec-555758f280f8 req-909ad7ad-f351-4cd7-837c-f954a0bc89a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:31.731934 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5e7792ce-fa60-4e13-bbec-555758f280f8 req-909ad7ad-f351-4cd7-837c-f954a0bc89a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 945 time: 0.0975113 Feb 04 12:53:31.803750 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5e7792ce-fa60-4e13-bbec-555758f280f8 req-e2f01b8c-be54-49dd-9a5f-687029d0145d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704730 Feb 04 12:53:32.096011 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82891d74-2cae-4847-b8db-056d42b17006 req-1bd494e2-2267-4d93-94a1-4b12fc738817 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:32.099051 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-82891d74-2cae-4847-b8db-056d42b17006 req-1bd494e2-2267-4d93-94a1-4b12fc738817 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0814388 Feb 04 12:53:32.191107 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-82891d74-2cae-4847-b8db-056d42b17006 req-3a9b5181-29a3-42c4-8241-c4210ce90312 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9&id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0812404 Feb 04 12:53:32.981751 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d175fb2f-f0e7-40d4-9f12-61203dc5b250 req-502070d7-73f3-4be1-9ae7-7bee0a2b9f82 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:32.991011 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d175fb2f-f0e7-40d4-9f12-61203dc5b250 req-502070d7-73f3-4be1-9ae7-7bee0a2b9f82 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 945 time: 0.1020074 Feb 04 12:53:33.061764 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d175fb2f-f0e7-40d4-9f12-61203dc5b250 req-fadc5e25-4a09-4a68-a103-2ad18ab2c315 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692050 Feb 04 12:53:33.363090 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:53:33.435993 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.450582 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port f6b39874-6327-4e20-9dae-cd5186023c31 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:33.451044 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.586914 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:33.587394 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.623738 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:33.626390 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825654a2-3485-4e85-bda3-8bbc2a5eab91" -d '{"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-plugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:33.646767 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:33.652352 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:33.730301 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28e715fb-e492-4138-a588-708b343e120a x-openstack-request-id: req-28e715fb-e492-4138-a588-708b343e120a {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:33.730747 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-plugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:33.731046 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-28e715fb-e492-4138-a588-708b343e120a {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:33.731598 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'code': 200} Feb 04 12:53:33.737482 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=7']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:34.254883 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b002f9e6-70ee-480f-8352-2f07011dcabc req-e352e5fb-9ef3-448c-8fef-e5c6136db4ca tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:34.256805 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b002f9e6-70ee-480f-8352-2f07011dcabc req-e352e5fb-9ef3-448c-8fef-e5c6136db4ca tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0935812 Feb 04 12:53:34.337385 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b002f9e6-70ee-480f-8352-2f07011dcabc req-47a92ff7-054f-4b72-88e6-90a1d14513f9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732064 Feb 04 12:53:34.708353 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:34.971806 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:35.799381 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af631a-ba2b-488d-a80f-b335a998fc1d req-34c8aeb4-8688-48e0-8196-f5f5f1fbc5da tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:35.802400 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-28af631a-ba2b-488d-a80f-b335a998fc1d req-34c8aeb4-8688-48e0-8196-f5f5f1fbc5da tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.3431427 Feb 04 12:53:35.863511 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-28af631a-ba2b-488d-a80f-b335a998fc1d req-ceef726a-0d37-4c1d-835e-48321a50d3cc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543258 Feb 04 12:53:36.103210 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:53:37.220296 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcba89-30c2-4c66-b363-c428a99063df req-79a476f1-cb83-40ff-a329-b8c221d8832c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:37.224804 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2dfcba89-30c2-4c66-b363-c428a99063df req-79a476f1-cb83-40ff-a329-b8c221d8832c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.2258246 Feb 04 12:53:37.295209 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2dfcba89-30c2-4c66-b363-c428a99063df req-d3e12eee-1e1b-4793-b638-fa1c2bdcf3b1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638537 Feb 04 12:53:38.134241 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347f6a0-ad08-4a84-93de-6e2745cc931d req-2070f5e2-4fcd-4aa8-bed4-e8b2da0aeb55 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:38.137149 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9347f6a0-ad08-4a84-93de-6e2745cc931d req-2070f5e2-4fcd-4aa8-bed4-e8b2da0aeb55 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 0.0947561 Feb 04 12:53:38.224576 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9347f6a0-ad08-4a84-93de-6e2745cc931d req-d5bcfa16-ca80-4650-8fad-b55a34611bc8 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765936 Feb 04 12:53:38.514514 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87136d14-5b6f-4057-8c53-4a9be2f6a5e2 req-2f84fa56-8a0f-4ce1-b3dd-baff4bcbf6f5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:38.525559 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-87136d14-5b6f-4057-8c53-4a9be2f6a5e2 req-2f84fa56-8a0f-4ce1-b3dd-baff4bcbf6f5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.1067684 Feb 04 12:53:38.611888 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-87136d14-5b6f-4057-8c53-4a9be2f6a5e2 req-964513aa-8df5-4f3c-848f-700344cd023c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839169 Feb 04 12:53:39.520452 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b0a123-4c8e-43e6-92fa-aa9b4ed85243 req-367186a2-4a51-46a4-83c1-2a13fe7d9eec tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.522230 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b7b0a123-4c8e-43e6-92fa-aa9b4ed85243 req-367186a2-4a51-46a4-83c1-2a13fe7d9eec tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 0.1220677 Feb 04 12:53:39.610504 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b7b0a123-4c8e-43e6-92fa-aa9b4ed85243 req-5c6ec81f-1a66-4c95-bcbf-bf661ed37bff tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805855 Feb 04 12:53:39.842058 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014b969-026a-435a-9d20-2703ecbd130d req-d6a51e6e-d749-4649-be5a-158154e661f4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:39.844552 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e014b969-026a-435a-9d20-2703ecbd130d req-d6a51e6e-d749-4649-be5a-158154e661f4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0887203 Feb 04 12:53:39.916355 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e014b969-026a-435a-9d20-2703ecbd130d req-d257a456-5395-4c7b-9977-ec44e2181b37 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601082 Feb 04 12:53:40.820615 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e086c2bd-3bbd-4b44-9711-14efa70d4268 req-54e5ad58-f434-484f-91af-e3db05be379f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:40.824247 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e086c2bd-3bbd-4b44-9711-14efa70d4268 req-54e5ad58-f434-484f-91af-e3db05be379f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 0.0984831 Feb 04 12:53:40.946843 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e086c2bd-3bbd-4b44-9711-14efa70d4268 req-37cd711b-d495-4b26-a5c9-e9ad3651c64a tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064384 Feb 04 12:53:41.121338 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-fa20ae6f-91c9-4a0f-9f13-c1285d9183ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:41.123471 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-fa20ae6f-91c9-4a0f-9f13-c1285d9183ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 0.1026645 Feb 04 12:53:41.183281 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ee70f-63ab-4f60-9598-b16bba9221e0 req-dc69a3e0-92b5-4858-aece-2fc80aa9db0c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:41.191871 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-176ee70f-63ab-4f60-9598-b16bba9221e0 req-dc69a3e0-92b5-4858-aece-2fc80aa9db0c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.1104217 Feb 04 12:53:41.272546 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-176ee70f-63ab-4f60-9598-b16bba9221e0 req-dc320013-e3cc-401b-ad22-88b7d41d14bf tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791664 Feb 04 12:53:41.303713 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Deleting port 8f133660-9fd6-4704-a6ae-c86c7164657a {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:53:41.304306 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.504496 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] For port 8f133660-9fd6-4704-a6ae-c86c7164657a, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8f133660-9fd6-4704-a6ae-c86c7164657a,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:41.504938 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.870313 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.871260 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (76b5d3e0-1daa-4a4e-b295-850ddec9b1cb), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:41.871260 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Floating IP 76b5d3e0-1daa-4a4e-b295-850ddec9b1cb disassociated. External IP: 172.27.3.104, port: 8f133660-9fd6-4704-a6ae-c86c7164657a. Feb 04 12:53:41.872357 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Calling delete_port for 8f133660-9fd6-4704-a6ae-c86c7164657a owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:53:42.480519 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c519f-3b47-4573-872f-f9f39c87c556 req-2e440685-fadc-48ed-821e-e7b7ef72e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:42.483571 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-923c519f-3b47-4573-872f-f9f39c87c556 req-2e440685-fadc-48ed-821e-e7b7ef72e003 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1130 time: 0.4746611 Feb 04 12:53:42.490625 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (8f133660-9fd6-4704-a6ae-c86c7164657a), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:42.500990 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ccb5c-cba7-4e2b-8edb-96fd9cca44c6 req-8c2af70d-221a-4ccd-93d1-c78a6c63c29e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:42.505248 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-248ccb5c-cba7-4e2b-8edb-96fd9cca44c6 req-8c2af70d-221a-4ccd-93d1-c78a6c63c29e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0866308 Feb 04 12:53:42.581501 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event deleted for resources: {'Port': ['ID=8f133660-9fd6-4704-a6ae-c86c7164657a,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:42.587372 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-248ccb5c-cba7-4e2b-8edb-96fd9cca44c6 req-dc967fb3-6189-4c77-b130-9d4a5116cb36 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739636 Feb 04 12:53:42.590703 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a74b660-9b9e-44cf-93b9-ea2525327559 req-0ecd0f31-6c6d-449c-8688-12aad3db282f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:42.592391 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a74b660-9b9e-44cf-93b9-ea2525327559 req-0ecd0f31-6c6d-449c-8688-12aad3db282f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 945 time: 0.5382452 Feb 04 12:53:42.791434 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a74b660-9b9e-44cf-93b9-ea2525327559 req-9d76a707-059c-440a-9707-6ecdcc87c7eb tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1684430 Feb 04 12:53:42.801512 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c519f-3b47-4573-872f-f9f39c87c556 req-abd1acf0-6464-4122-b098-9807a1168d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:42.803190 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-923c519f-3b47-4573-872f-f9f39c87c556 req-abd1acf0-6464-4122-b098-9807a1168d7d service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.2850199 Feb 04 12:53:42.883302 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:53:42.911971 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-923c519f-3b47-4573-872f-f9f39c87c556 req-d77a3898-577a-43d7-84ea-e1ae02989476 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 200 len: 1002 time: 0.0957205 Feb 04 12:53:43.080527 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c519f-3b47-4573-872f-f9f39c87c556 req-790ae37b-8337-41ce-84b7-bc59bc807217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:43.083061 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-923c519f-3b47-4573-872f-f9f39c87c556 req-790ae37b-8337-41ce-84b7-bc59bc807217 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.1323264 Feb 04 12:53:43.139448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:53:43.157363 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:53:43.184727 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:43.185412 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:53:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:43.195582 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] No DVR routers for this DVR port 8f133660-9fd6-4704-a6ae-c86c7164657a on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:43.198295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:43.201992 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-34cef6e4-c4df-4461-8b05-443138b5cd27 req-9204b7d9-13b8-49fe-a131-b2937dc663e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "DELETE /v2.0/ports/8f133660-9fd6-4704-a6ae-c86c7164657a HTTP/1.1" status: 204 len: 173 time: 2.0724957 Feb 04 12:53:43.202676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'name': 'network-vif-deleted', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:43.206504 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90e9008-caaa-4c49-a691-a8a6e632b3f9" -d '{"events": [{"server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "name": "network-vif-deleted", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:43.234300 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923c519f-3b47-4573-872f-f9f39c87c556 req-c5ab501b-6f52-4d6a-8e2c-74d24b5c3258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:43.236146 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-923c519f-3b47-4573-872f-f9f39c87c556 req-c5ab501b-6f52-4d6a-8e2c-74d24b5c3258 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1461716 Feb 04 12:53:43.310014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d96b5f4-64fd-4d6c-a06c-b530462ac928 x-openstack-request-id: req-5d96b5f4-64fd-4d6c-a06c-b530462ac928 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:43.310394 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab6ca1e7-c071-45bc-9b85-47d48d27983d", "name": "network-vif-deleted", "tag": "8f133660-9fd6-4704-a6ae-c86c7164657a", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:43.310665 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5d96b5f4-64fd-4d6c-a06c-b530462ac928 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:43.311270 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab6ca1e7-c071-45bc-9b85-47d48d27983d', 'name': 'network-vif-deleted', 'tag': '8f133660-9fd6-4704-a6ae-c86c7164657a', 'status': 'completed', 'code': 200} Feb 04 12:53:43.380568 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-923c519f-3b47-4573-872f-f9f39c87c556 req-440c5ff5-db04-49b8-8b29-ed13463853b8 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368451 Feb 04 12:53:43.441780 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:43.562977 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-923c519f-3b47-4573-872f-f9f39c87c556 req-3ec8c615-8172-4b28-8650-bcef5fb36872 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752818 Feb 04 12:53:43.774688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-52189d67-8c38-4a3c-97a6-f95eaa72d6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:43.776256 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-52189d67-8c38-4a3c-97a6-f95eaa72d6a5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1130 time: 0.1637468 Feb 04 12:53:43.838276 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:43.872761 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dca5d8-8aea-4963-baee-53be33f9eb07 req-5449a0ff-3448-45fe-8ba7-43981ed8fc36 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:43.875611 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-25dca5d8-8aea-4963-baee-53be33f9eb07 req-5449a0ff-3448-45fe-8ba7-43981ed8fc36 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.1362939 Feb 04 12:53:43.897601 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:53:43.915015 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:53:43.915827 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:53:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:43.999262 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c4721edb-868c-46fe-8541-455c25b99645 req-61c7d723-25dd-486d-8997-0dc07e34eb75 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab6ca1e7-c071-45bc-9b85-47d48d27983d HTTP/1.1" status: 200 len: 210 time: 0.0633526 Feb 04 12:53:44.036569 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-38fdf47e-0117-4979-b33d-279f33fdc57c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:44.040740 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-38fdf47e-0117-4979-b33d-279f33fdc57c service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.2563066 Feb 04 12:53:44.052696 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-25dca5d8-8aea-4963-baee-53be33f9eb07 req-90abe76e-4389-48c7-9450-4bccbfedf81a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1656358 Feb 04 12:53:44.170363 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:53:44.200133 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-f8a271fc-c288-4def-8d66-25331861b807 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 200 len: 1002 time: 0.1450481 Feb 04 12:53:44.292179 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-e983b704-f918-47ee-ad15-cc73456558ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:44.293702 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-e983b704-f918-47ee-ad15-cc73456558ca service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0857983 Feb 04 12:53:44.386582 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-f63c4e2f-4921-4c4a-8f01-c983425e9348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:44.389195 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-f63c4e2f-4921-4c4a-8f01-c983425e9348 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837348 Feb 04 12:53:44.550739 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:44.582721 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-8cd20963-c1a0-419a-be21-ba85f4111e67 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1817129 Feb 04 12:53:44.628922 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:53:44.672988 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd27fa5-1f3d-4f7c-a488-82587a0fa249 None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:53:44.768369 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae784ab7-a95f-491d-a52b-98e2295b4968 req-00ba7bee-f3a8-43b1-86ec-e3bd64eca19d service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757028 Feb 04 12:53:44.836253 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8f133660-9fd6-4704-a6ae-c86c7164657a no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:53:44.865227 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 8f133660-9fd6-4704-a6ae-c86c7164657a {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:53:44.865728 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8f133660-9fd6-4704-a6ae-c86c7164657a not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:53:45.022475 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95dd5670-d29b-4b1d-af0d-be88482abc03 None None] New status for floating IP 76b5d3e0-1daa-4a4e-b295-850ddec9b1cb: DOWN {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:53:45.331194 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3bad8e-44e9-42a8-9a7e-75df95dbb6fe req-cf49515b-005b-48d3-9aa2-a8e477ea6553 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:45.333329 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6a3bad8e-44e9-42a8-9a7e-75df95dbb6fe req-cf49515b-005b-48d3-9aa2-a8e477ea6553 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0828233 Feb 04 12:53:45.399655 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6a3bad8e-44e9-42a8-9a7e-75df95dbb6fe req-bc42e49b-3196-4acd-ba0d-e9152b44cc8d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596166 Feb 04 12:53:45.598607 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-ed92fcca-8230-4d0e-80aa-ed8a485def84 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274012274&fields=id&tenant_id=4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 267 time: 0.0665250 Feb 04 12:53:45.738602 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-ff7e9c49-5346-4556-8469-2fadfb33fdba tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:45.740488 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-ff7e9c49-5346-4556-8469-2fadfb33fdba tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 810 time: 0.1342747 Feb 04 12:53:45.768773 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-4aafc6d6-4f01-4d2a-ad57-736dc07e5252 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/quotas/4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 375 time: 0.0187578 Feb 04 12:53:45.864732 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-fc2346cb-81cf-49e9-a07d-46debe5d5fc6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0892529 Feb 04 12:53:46.136029 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-e4577e81-b1fc-4c1a-9e31-f7f51d6d7376 service neutron] 10.222.0.26 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388556 Feb 04 12:53:46.139787 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7583d7d-ca59-42cb-91cc-87313a47bb8d req-f2fdc7cd-bd73-420b-911a-c583f573ce48 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.141477 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b7583d7d-ca59-42cb-91cc-87313a47bb8d req-f2fdc7cd-bd73-420b-911a-c583f573ce48 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 945 time: 0.0712249 Feb 04 12:53:46.223185 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b7583d7d-ca59-42cb-91cc-87313a47bb8d req-5d3a1c0c-1e52-4fe2-8607-13ac8f58f647 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700834 Feb 04 12:53:46.263670 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-72a905b5-b47d-49c0-bae6-e76405d00987 service neutron] 10.222.0.26 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245790 Feb 04 12:53:46.558187 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc733e87-3f9e-4bde-aa59-01edc3839e4e req-474754a6-fe8a-4d5a-bd1f-96215c7bf621 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:46.567292 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bc733e87-3f9e-4bde-aa59-01edc3839e4e req-474754a6-fe8a-4d5a-bd1f-96215c7bf621 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 946 time: 0.0753627 Feb 04 12:53:46.648579 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ee0b5405-fefd-4965-b2e1-e5c83c3ca420 req-9ca63030-243e-49ec-bf7c-07938c66a78a tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0516951 Feb 04 12:53:46.667722 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bc733e87-3f9e-4bde-aa59-01edc3839e4e req-db0f34b1-47bd-4da1-b619-22de6c2e7d4a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994174 Feb 04 12:53:46.828839 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:53:46.967644 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: ACTIVE; New status is: DOWN {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:46.968066 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:47.004553 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:47.007932 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12afb53d-432c-49dc-8a40-64f9bbae6b17" -d '{"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:47.057870 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:47.066045 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:47.107376 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80fa543c-a51c-453f-80da-6eb56487ef46 x-openstack-request-id: req-80fa543c-a51c-453f-80da-6eb56487ef46 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:47.107724 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-unplugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:47.107902 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-80fa543c-a51c-453f-80da-6eb56487ef46 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:47.108312 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'code': 200} Feb 04 12:53:47.154704 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=8']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:47.412586 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e394dd81-d2dc-4cc9-8e3d-1b59439e29de req-2698b440-1678-45c2-9bf3-16da7b32670d tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.414549 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e394dd81-d2dc-4cc9-8e3d-1b59439e29de req-2698b440-1678-45c2-9bf3-16da7b32670d tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 945 time: 0.0662503 Feb 04 12:53:47.479569 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e394dd81-d2dc-4cc9-8e3d-1b59439e29de req-c184353b-1a33-4851-8b5b-d82ea96f3861 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575621 Feb 04 12:53:47.767748 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3a9a4895-6f91-4ace-9c85-70740822dc70 req-ab70df63-8a49-4110-a600-b6b0a93b715b tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0314069 Feb 04 12:53:47.855633 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-c17ef500-5132-4d51-83c6-d8d5756d55bc tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.857264 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-c17ef500-5132-4d51-83c6-d8d5756d55bc tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 945 time: 0.0816569 Feb 04 12:53:47.875511 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a177ea95-744e-42c1-800a-8c6350bccf33 req-74448827-9592-4754-a209-dbb5b0031b4d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:47.877789 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a177ea95-744e-42c1-800a-8c6350bccf33 req-74448827-9592-4754-a209-dbb5b0031b4d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0979738 Feb 04 12:53:47.948628 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a177ea95-744e-42c1-800a-8c6350bccf33 req-d5b6ce27-7764-4fe6-b059-48eb0eda969d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595357 Feb 04 12:53:48.121053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Deleting port 9f4b1362-6e1f-4451-b491-62d70de42ec3 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:53:48.121675 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:48.291928 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-aa4752b2-fd68-41ac-a3fc-9c643aa0eed4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:48.294577 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-aa4752b2-fd68-41ac-a3fc-9c643aa0eed4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 810 time: 0.3037770 Feb 04 12:53:48.408239 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] For port 9f4b1362-6e1f-4451-b491-62d70de42ec3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9f4b1362-6e1f-4451-b491-62d70de42ec3,segment=NetworkSegment(dc8cd4e1-6a82-47bd-905a-2238dae9e842),segment_id=dc8cd4e1-6a82-47bd-905a-2238dae9e842)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:53:48.408633 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:48.457782 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Calling delete_port for 9f4b1362-6e1f-4451-b491-62d70de42ec3 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:53:48.494760 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-7456cf3f-ed04-4950-8a2a-8fe6eaa1cab0 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 379 time: 0.1884267 Feb 04 12:53:48.506058 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'port': {'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'admin_state_up': True, 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'security_groups': ['50500cab-e657-4bfe-84d5-496b36dd60b6']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:48.693840 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-a0b6c26d-42bd-4fc8-87ac-30745a76755b req-cc612393-6dd4-4a5e-b876-70ae3a097c3b service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:53:48.696320 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a0b6c26d-42bd-4fc8-87ac-30745a76755b req-cc612393-6dd4-4a5e-b876-70ae3a097c3b service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0957661 Feb 04 12:53:48.777932 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14df9d-8945-4f21-b653-caf75c7d7387 req-11b87404-84e1-451c-add9-e669af0c0c82 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:48.784043 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2b14df9d-8945-4f21-b653-caf75c7d7387 req-11b87404-84e1-451c-add9-e669af0c0c82 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/ports?device_id=a7e08cb7-c134-4dd7-96c4-64450fbe5554 HTTP/1.1" status: 200 len: 945 time: 0.1940084 Feb 04 12:53:48.877658 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Made reservation on behalf of 4d42ef29a88f46e98b25010c0d105ba7 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:53:48.883756 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:48.918445 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25010d6b-b77f-43e2-9b5c-da72ab1d2e72 req-63e483be-52ef-48c9-8f95-d9cfd16b02ee tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:48.920400 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-25010d6b-b77f-43e2-9b5c-da72ab1d2e72 req-63e483be-52ef-48c9-8f95-d9cfd16b02ee tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0690351 Feb 04 12:53:48.992698 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2b14df9d-8945-4f21-b653-caf75c7d7387 req-b6cd2335-d1ae-4be4-a56c-2d1e522eddb7 tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.26 "GET /v2.0/security-groups?id=99de16ee-408c-46df-8a22-9114f6e6d598&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059631 Feb 04 12:53:49.019642 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-25010d6b-b77f-43e2-9b5c-da72ab1d2e72 req-882aedaa-b56a-4beb-8776-5fa584041fef tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866344 Feb 04 12:53:49.055708 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (9f4b1362-6e1f-4451-b491-62d70de42ec3), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:49.070510 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['9f4b1362-6e1f-4451-b491-62d70de42ec3'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:53:49.114910 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Pushing event deleted for resources: {'Port': ['ID=9f4b1362-6e1f-4451-b491-62d70de42ec3,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:49.152385 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-29730089-b4d1-4816-96f4-a3a11ce26489 req-3dbc9319-f12c-493a-8c79-20360d92f9af tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0508969 Feb 04 12:53:49.202552 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] No DVR routers for this DVR port 9f4b1362-6e1f-4451-b491-62d70de42ec3 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:53:49.206717 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:49.212010 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4194dac5-5498-4eb2-a4b8-117eb01d9264 req-3ddde3f7-ebcc-4ad6-9700-95c61929205e tempest-VolumesSnapshotTestJSON-774325309 tempest-VolumesSnapshotTestJSON-774325309-project] 10.222.0.75 "DELETE /v2.0/ports/9f4b1362-6e1f-4451-b491-62d70de42ec3 HTTP/1.1" status: 204 len: 173 time: 1.3493223 Feb 04 12:53:49.218588 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'name': 'network-vif-deleted', 'tag': '9f4b1362-6e1f-4451-b491-62d70de42ec3'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:49.222577 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3032e4ec-45ed-42b3-97f7-1b037534765b" -d '{"events": [{"server_uuid": "a7e08cb7-c134-4dd7-96c4-64450fbe5554", "name": "network-vif-deleted", "tag": "9f4b1362-6e1f-4451-b491-62d70de42ec3"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:49.305493 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56456) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:53:49.321280 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badc5bb8-535f-4b2b-8028-c68b109edbbb x-openstack-request-id: req-badc5bb8-535f-4b2b-8028-c68b109edbbb {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:49.321735 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7e08cb7-c134-4dd7-96c4-64450fbe5554", "name": "network-vif-deleted", "tag": "9f4b1362-6e1f-4451-b491-62d70de42ec3", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:49.322217 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-badc5bb8-535f-4b2b-8028-c68b109edbbb {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:49.322619 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a7e08cb7-c134-4dd7-96c4-64450fbe5554', 'name': 'network-vif-deleted', 'tag': '9f4b1362-6e1f-4451-b491-62d70de42ec3', 'status': 'completed', 'code': 200} Feb 04 12:53:49.324090 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Allocated IP 172.20.0.10 (7303c293-47d0-4dee-894a-2ddfdf0563fb/988ff66e-4f11-4eb6-bc94-1a6f68371fb7/f25045a8-4c11-421d-98e3-e2c5c2fcce54) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:53:49.417514 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-8b9da826-a4dc-4981-b20c-958e588a9f37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1104932 Feb 04 12:53:49.427689 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-1fef51d8-15ee-422d-bc3f-c481ae752ef6 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:53:49.428988 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-1fef51d8-15ee-422d-bc3f-c481ae752ef6 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0064769 Feb 04 12:53:49.555119 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:49.600626 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:49.688359 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:53:49.693890 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:53:49.700527 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:53:49.802213 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:49.803318 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:49.808103 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=f25045a8-4c11-421d-98e3-e2c5c2fcce54,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:49.843422 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-f51c4168-75ee-45d7-929a-5ac1adc0c9b4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3434758 Feb 04 12:53:49.913735 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Request body: {'port': {'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:53:49.987775 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:50.036548 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-028135ae-b003-4c26-9aa2-d3ef992bb878 None None] Provisioning complete for port f25045a8-4c11-421d-98e3-e2c5c2fcce54 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:53:50.037141 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-028135ae-b003-4c26-9aa2-d3ef992bb878 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:50.122062 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-028135ae-b003-4c26-9aa2-d3ef992bb878 None None] Port f25045a8-4c11-421d-98e3-e2c5c2fcce54 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:53:50.237751 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cff30-944e-4503-8cd9-a393587037d6 req-6e4b767f-2c70-4dc1-9fb9-11b12cff52f8 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:50.239442 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-530cff30-944e-4503-8cd9-a393587037d6 req-6e4b767f-2c70-4dc1-9fb9-11b12cff52f8 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0890827 Feb 04 12:53:50.304653 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-530cff30-944e-4503-8cd9-a393587037d6 req-19a8b2aa-a0aa-457a-88c3-fd94859eb92b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0566926 Feb 04 12:53:50.380807 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802d1e4a-82aa-4454-8cbf-7f520ac63978 req-743f224c-3fad-4364-85e6-019eec967ef5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:50.382669 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-802d1e4a-82aa-4454-8cbf-7f520ac63978 req-743f224c-3fad-4364-85e6-019eec967ef5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 932 time: 0.1022995 Feb 04 12:53:50.478204 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-802d1e4a-82aa-4454-8cbf-7f520ac63978 req-4d3d2922-9c55-403e-8f1a-90f13322c9d5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769179 Feb 04 12:53:50.847119 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f25045a8-4c11-421d-98e3-e2c5c2fcce54 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:53:50.856752 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Publish callbacks [] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:50.865967 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:53:50.875358 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Transition to ACTIVE for port object f25045a8-4c11-421d-98e3-e2c5c2fcce54 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:53:50.882648 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:50.956354 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: DOWN; New status is: DOWN {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:53:50.968163 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Pushing event updated for resources: {'Port': ['ID=f25045a8-4c11-421d-98e3-e2c5c2fcce54,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:51.042632 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Attempting to bind port f25045a8-4c11-421d-98e3-e2c5c2fcce54 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:53:51.043015 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Attempting to bind port f25045a8-4c11-421d-98e3-e2c5c2fcce54 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:53:51.043356 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Attempting to bind port f25045a8-4c11-421d-98e3-e2c5c2fcce54 on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:51.050154 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Port f25045a8-4c11-421d-98e3-e2c5c2fcce54 on network 7303c293-47d0-4dee-894a-2ddfdf0563fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:53:51.050484 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Attempting to bind port f25045a8-4c11-421d-98e3-e2c5c2fcce54 on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:53:51.056388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 53, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:53:51.057478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Checking segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:53:51.057478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Bound using segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:53:51.057717 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Bound port: f25045a8-4c11-421d-98e3-e2c5c2fcce54, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:53:51.057941 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:51.197489 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] For port f25045a8-4c11-421d-98e3-e2c5c2fcce54, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:53:51.202053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] For port f25045a8-4c11-421d-98e3-e2c5c2fcce54, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:53:51.217444 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:51.222037 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-0b86419d-8126-41e4-8bf7-d641634de267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.223652 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-0b86419d-8126-41e4-8bf7-d641634de267 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e&tenant_id=21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 1128 time: 0.1289010 Feb 04 12:53:51.277496 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.278229 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:51.279808 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-9f2e300d-be70-4349-b307-5627508716ea service neutron] 10.222.0.75 "PUT /v2.0/ports/f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 200 len: 1094 time: 1.4268229 Feb 04 12:53:51.323878 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:53:51.326362 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3" -d '{"events": [{"name": "network-changed", "server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:53:51.365308 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2e300d-be70-4349-b307-5627508716ea service neutron] Pushing event updated for resources: {'Port': ['ID=f25045a8-4c11-421d-98e3-e2c5c2fcce54,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:53:51.381295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d16e51b-ddc7-41af-b28a-e21778e274ee x-openstack-request-id: req-7d16e51b-ddc7-41af-b28a-e21778e274ee {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:53:51.381599 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:53:51.381942 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7d16e51b-ddc7-41af-b28a-e21778e274ee {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:53:51.382538 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'status': 'completed', 'code': 200} Feb 04 12:53:51.398931 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-754d92c4-7236-4460-83d1-708155cd4676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.400555 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-754d92c4-7236-4460-83d1-708155cd4676 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1128 time: 0.1480601 Feb 04 12:53:51.485901 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-b55c4285-74d6-4d48-aa47-877a462de599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.487151 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-b55c4285-74d6-4d48-aa47-877a462de599 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1128 time: 0.1581161 Feb 04 12:53:51.546132 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-1d14d891-c13a-47b4-ac6f-36840c3c3fdb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 200 len: 217 time: 0.0515668 Feb 04 12:53:51.644442 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c75657-c9ba-403f-a772-082f435b49d8 req-1afb19cd-6861-437d-be68-55cebf435699 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.646573 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-52c75657-c9ba-403f-a772-082f435b49d8 req-1afb19cd-6861-437d-be68-55cebf435699 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.2424541 Feb 04 12:53:51.664791 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-6f55fb34-cc9d-4cb6-91b2-cf3a2c4809e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.667318 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-6f55fb34-cc9d-4cb6-91b2-cf3a2c4809e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.2601528 Feb 04 12:53:51.698585 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa702166-4631-425d-9c69-56a571730f58 req-deb3b5c7-3c87-40ff-8d49-e6087424ae58 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.705329 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-707606fd-b003-4b70-851b-8b285c71e0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.708020 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fa702166-4631-425d-9c69-56a571730f58 req-deb3b5c7-3c87-40ff-8d49-e6087424ae58 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.1320357 Feb 04 12:53:51.708203 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-707606fd-b003-4b70-851b-8b285c71e0ce service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.1543188 Feb 04 12:53:51.773296 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fa702166-4631-425d-9c69-56a571730f58 req-7eb0c6f9-9235-40c3-a2ab-85a0d494f5ce tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642557 Feb 04 12:53:51.822717 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-d7b67eac-c744-4462-9ffb-4cc31e446578 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 200 len: 1000 time: 0.1422658 Feb 04 12:53:51.828436 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-52c75657-c9ba-403f-a772-082f435b49d8 req-dc2990ea-2963-4dee-856a-49590667c764 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1702664 Feb 04 12:53:51.877636 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f51f7ab-2d58-4879-b363-13988efad83a req-0ac7d08f-5281-4fae-9fcb-aae4787b296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.879522 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-0ac7d08f-5281-4fae-9fcb-aae4787b296e service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1350632 Feb 04 12:53:51.885790 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-4ec7a030-03c7-42d6-87d1-b532ac755740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:51.887273 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-4ec7a030-03c7-42d6-87d1-b532ac755740 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0579343 Feb 04 12:53:52.009606 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-e9ea1122-77ea-4ccf-99d7-02063403af32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:52.011226 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-e9ea1122-77ea-4ccf-99d7-02063403af32 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1155639 Feb 04 12:53:52.023585 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-31621395-ab93-4d10-8fe2-3c4084273f73 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353323 Feb 04 12:53:52.913773 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5f125-179e-4bca-af00-4b82c7187555 req-bb1f595e-9baf-400f-a995-52517d8499cf tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:52.915632 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6bf5f125-179e-4bca-af00-4b82c7187555 req-bb1f595e-9baf-400f-a995-52517d8499cf tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0630965 Feb 04 12:53:52.970619 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6bf5f125-179e-4bca-af00-4b82c7187555 req-1778266c-f444-4f44-8ccb-46fdf700e328 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479105 Feb 04 12:53:52.979823 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac46c567-cfce-4ae7-bcd4-a0c6429894c2 req-35af551b-449e-4ea5-a0fe-0bbe0c5bec1a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:52.981300 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ac46c567-cfce-4ae7-bcd4-a0c6429894c2 req-35af551b-449e-4ea5-a0fe-0bbe0c5bec1a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0548890 Feb 04 12:53:53.032500 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ac46c567-cfce-4ae7-bcd4-a0c6429894c2 req-1cecf700-cddc-4b3c-bacd-97e8e24d31df tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445054 Feb 04 12:53:53.595548 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9f4b1362-6e1f-4451-b491-62d70de42ec3 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:53:53.620906 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 9f4b1362-6e1f-4451-b491-62d70de42ec3 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:53:53.621256 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9f4b1362-6e1f-4451-b491-62d70de42ec3 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:53:53.758263 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5f51f7ab-2d58-4879-b363-13988efad83a req-b8641a0a-b891-42b6-b4da-d75d050bb095 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625538 Feb 04 12:53:53.760295 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-98db09b5-d6e6-482b-b863-653995d998e1 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1661062 Feb 04 12:53:54.104440 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02960ca1-32db-4b9c-aece-e30022eb55c3 req-7ea33727-098d-4767-8925-596444627619 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.106112 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-02960ca1-32db-4b9c-aece-e30022eb55c3 req-7ea33727-098d-4767-8925-596444627619 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0671494 Feb 04 12:53:54.166332 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-02960ca1-32db-4b9c-aece-e30022eb55c3 req-c4f9b322-9c3d-4a26-9686-00cea8f99f6f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521054 Feb 04 12:53:54.168695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a878c5f7-3d25-48d8-9b88-5dd0e5585724 req-4dd8511d-fed2-4d95-af8b-64af0eacbd56 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.170303 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a878c5f7-3d25-48d8-9b88-5dd0e5585724 req-4dd8511d-fed2-4d95-af8b-64af0eacbd56 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0570726 Feb 04 12:53:54.227850 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a878c5f7-3d25-48d8-9b88-5dd0e5585724 req-36e476ce-88ab-44d6-99ac-5e74b60f3530 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508926 Feb 04 12:53:54.640255 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-c6e75b8a-af1a-41eb-a75f-c74235fa2774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.642631 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-c6e75b8a-af1a-41eb-a75f-c74235fa2774 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1128 time: 0.0822797 Feb 04 12:53:54.644806 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-bd9cecca-8125-4524-9796-e305a9b9689e service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408546 Feb 04 12:53:54.755487 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-121cd3ec-08bb-4ea3-b54d-21c4d7fac5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.756990 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-121cd3ec-08bb-4ea3-b54d-21c4d7fac5d3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.1038389 Feb 04 12:53:54.801916 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-dcb8a030-6e5c-452b-83fc-0e7785018066 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 200 len: 217 time: 0.0367215 Feb 04 12:53:54.878656 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-0ab22ffb-497a-4dcc-9785-77b4ceefb5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.880267 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-0ab22ffb-497a-4dcc-9785-77b4ceefb5f2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0687978 Feb 04 12:53:54.944305 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-1d2fb354-8c39-4151-9979-515839127e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:54.946915 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-1d2fb354-8c39-4151-9979-515839127e59 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599236 Feb 04 12:53:55.111622 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-41e62d6f-7226-4d97-b86e-19b811cc6682 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581712 Feb 04 12:53:55.262744 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f7d17ca9-64b3-4d7f-9121-3bbf842903f3 req-767b3d94-1209-409a-b2a5-73fafba4b93b service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437058 Feb 04 12:53:55.467130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a552d1d-7fda-4684-83a0-bb6fece4c4d0 req-523de49f-9c9d-4668-8505-d85e33be65da tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:55.479788 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a552d1d-7fda-4684-83a0-bb6fece4c4d0 req-523de49f-9c9d-4668-8505-d85e33be65da tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.1722324 Feb 04 12:53:55.508536 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0ae65e-6185-46ed-b2ea-23b0bdf9a73e req-e948154b-db64-43a0-a541-c2a73e402492 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:55.510606 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc0ae65e-6185-46ed-b2ea-23b0bdf9a73e req-e948154b-db64-43a0-a541-c2a73e402492 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.1536696 Feb 04 12:53:55.558727 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a552d1d-7fda-4684-83a0-bb6fece4c4d0 req-2e2d299a-8b4c-4412-b5cc-a4d96233c036 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777383 Feb 04 12:53:55.597307 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc0ae65e-6185-46ed-b2ea-23b0bdf9a73e req-9509ec35-cfc7-4595-8d41-1c243a6d78f5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785131 Feb 04 12:53:56.761050 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b8013d-57dd-4e6c-9763-814f6b790e0c req-15a4edb8-a42a-4db5-8e72-be480ce6765d tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:56.775136 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-99b8013d-57dd-4e6c-9763-814f6b790e0c req-15a4edb8-a42a-4db5-8e72-be480ce6765d tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.1226959 Feb 04 12:53:56.837506 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d4c45-3b0e-469f-9be4-831b073230e2 req-a8431b02-3a0b-4504-b56f-99da73e9f28a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:56.849994 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c50d4c45-3b0e-469f-9be4-831b073230e2 req-a8431b02-3a0b-4504-b56f-99da73e9f28a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.1106117 Feb 04 12:53:56.885749 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-99b8013d-57dd-4e6c-9763-814f6b790e0c req-90f938d3-68a9-4392-b2d0-f3342b2fe49b tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1090574 Feb 04 12:53:56.987398 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c50d4c45-3b0e-469f-9be4-831b073230e2 req-f97296af-e97f-48b2-b21d-1655377e4e3d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334524 Feb 04 12:53:58.075472 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b0981f-a694-4ef9-b381-7a62b5e19e6f req-a9dcaed0-3638-4887-b722-8c468653a1c9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:58.077270 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-46b0981f-a694-4ef9-b381-7a62b5e19e6f req-a9dcaed0-3638-4887-b722-8c468653a1c9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0886788 Feb 04 12:53:58.170187 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-46b0981f-a694-4ef9-b381-7a62b5e19e6f req-1e910812-58e6-4e22-9cd0-5f63351cf052 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855472 Feb 04 12:53:58.226895 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a919eb6-7486-4d0f-a370-ecc5a2b97f6b req-a6c073cd-2b06-46aa-885d-79816a4fcaf3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:58.228876 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a919eb6-7486-4d0f-a370-ecc5a2b97f6b req-a6c073cd-2b06-46aa-885d-79816a4fcaf3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.1301920 Feb 04 12:53:58.308746 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a919eb6-7486-4d0f-a370-ecc5a2b97f6b req-414c73e6-96d7-4485-ac08-aff53c0abf6d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733521 Feb 04 12:53:58.432432 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-968c9ed6-e277-42c7-848d-a5389cbfc932 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:53:59.338169 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0578f65-b4fc-4d6f-b5bd-31bda4a561cb req-d2fa7003-b6c1-4918-8286-ca8032539bb9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:59.349304 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a0578f65-b4fc-4d6f-b5bd-31bda4a561cb req-d2fa7003-b6c1-4918-8286-ca8032539bb9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0876088 Feb 04 12:53:59.407585 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a0578f65-b4fc-4d6f-b5bd-31bda4a561cb req-14c87070-90e9-4e9d-92da-6c15d1231552 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574408 Feb 04 12:53:59.514429 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170afd4f-fca6-41f2-9816-e94244d8a7d9 req-db4237b3-0aad-4cfb-97fa-1d2ff1aa13d9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:53:59.518669 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-170afd4f-fca6-41f2-9816-e94244d8a7d9 req-db4237b3-0aad-4cfb-97fa-1d2ff1aa13d9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0713146 Feb 04 12:53:59.623928 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-170afd4f-fca6-41f2-9816-e94244d8a7d9 req-a753378b-ecfa-41c2-a3c4-69130f3bd7b0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989981 Feb 04 12:54:00.577838 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd0158d-44e9-47cb-86ee-aee9a8bcf771 req-dd611a64-7b1e-402f-906c-e243f9b14153 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:00.580436 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3dd0158d-44e9-47cb-86ee-aee9a8bcf771 req-dd611a64-7b1e-402f-906c-e243f9b14153 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0653203 Feb 04 12:54:00.648343 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3dd0158d-44e9-47cb-86ee-aee9a8bcf771 req-5d345cb0-250d-40b8-a4d8-781f439a84a4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617690 Feb 04 12:54:00.818345 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec7726-4283-4b6e-b5b2-958bf1ed35b1 req-f47e6e2f-9848-48a8-a2ba-94c05b0dc42c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:00.821112 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-33ec7726-4283-4b6e-b5b2-958bf1ed35b1 req-f47e6e2f-9848-48a8-a2ba-94c05b0dc42c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0757542 Feb 04 12:54:00.884774 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-33ec7726-4283-4b6e-b5b2-958bf1ed35b1 req-e2d3cd74-4002-4c00-8eee-1dddc6f6db78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534778 Feb 04 12:54:01.030200 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-2f85f2f7-e038-43ad-8ed8-53e184009fd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:01.820874 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0616b03-79c3-4063-892a-23d6d7bce487 req-cfeeb139-c5a6-46ec-8ccb-15fe460f61aa tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:01.822523 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c0616b03-79c3-4063-892a-23d6d7bce487 req-cfeeb139-c5a6-46ec-8ccb-15fe460f61aa tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0568414 Feb 04 12:54:01.882657 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c0616b03-79c3-4063-892a-23d6d7bce487 req-602d40b9-a71d-45ad-ba90-1a837a80f175 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538599 Feb 04 12:54:02.038191 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed74ac37-e00e-4556-a252-3829f2121e62 req-cf1922b0-3ca8-4649-b8ba-684163d174e4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:02.039689 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ed74ac37-e00e-4556-a252-3829f2121e62 req-cf1922b0-3ca8-4649-b8ba-684163d174e4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0598845 Feb 04 12:54:02.091256 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ed74ac37-e00e-4556-a252-3829f2121e62 req-d991d5aa-e731-439d-b7e1-b29b81c81817 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460632 Feb 04 12:54:03.008385 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11951569-482e-4279-b073-f72199766749 req-7b5b95f5-9184-44b0-ac8c-9d4bdd6ded0f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:03.009911 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-11951569-482e-4279-b073-f72199766749 req-7b5b95f5-9184-44b0-ac8c-9d4bdd6ded0f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0563369 Feb 04 12:54:03.066471 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-11951569-482e-4279-b073-f72199766749 req-a3b4bd82-0b41-4a87-9af9-01fdb4019539 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506160 Feb 04 12:54:03.220448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fb7d46-02ba-43f7-ad67-f01aee0f5d35 req-981e4118-8dd0-4d84-8e95-84b2f19cfbdf tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:03.222064 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e8fb7d46-02ba-43f7-ad67-f01aee0f5d35 req-981e4118-8dd0-4d84-8e95-84b2f19cfbdf tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0556409 Feb 04 12:54:03.274624 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e8fb7d46-02ba-43f7-ad67-f01aee0f5d35 req-676397f0-aaf4-44a5-9f4a-fd8a592b4658 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466771 Feb 04 12:54:03.376297 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:04.222191 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62099a2c-17e8-4254-b5e3-24045aa23519 req-d5e3be7d-bd37-4ec6-bc89-c3cd0ccfc52b tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.223980 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-62099a2c-17e8-4254-b5e3-24045aa23519 req-d5e3be7d-bd37-4ec6-bc89-c3cd0ccfc52b tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0692723 Feb 04 12:54:04.280928 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-62099a2c-17e8-4254-b5e3-24045aa23519 req-c4b7c965-5c2b-4675-ae81-d1fa7dc667aa tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512893 Feb 04 12:54:04.421172 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625038ef-fde8-439f-b2e7-bad6f1bd3d49 req-dbb9b423-add3-464c-9cd1-6151797e50ea tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:04.423516 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-625038ef-fde8-439f-b2e7-bad6f1bd3d49 req-dbb9b423-add3-464c-9cd1-6151797e50ea tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0599318 Feb 04 12:54:04.478887 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-625038ef-fde8-439f-b2e7-bad6f1bd3d49 req-02ffcb87-e58f-417b-90c9-3a4953c14e61 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480063 Feb 04 12:54:04.712772 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:04.948896 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:05.436433 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9d88f-d4b7-4585-a233-a8610e34763e req-bba29e48-1499-4624-9ecf-6b0bfe123015 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:05.438204 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-94d9d88f-d4b7-4585-a233-a8610e34763e req-bba29e48-1499-4624-9ecf-6b0bfe123015 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0689192 Feb 04 12:54:05.496895 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-94d9d88f-d4b7-4585-a233-a8610e34763e req-db823a6f-5f40-4077-8af3-33e57536ac5a tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518715 Feb 04 12:54:05.640775 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1be67f8-bedf-477b-ad8e-78dcd3ed02af req-cac7d166-f16b-4481-ad5b-0bbe688f0edf tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:05.643358 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e1be67f8-bedf-477b-ad8e-78dcd3ed02af req-cac7d166-f16b-4481-ad5b-0bbe688f0edf tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0647953 Feb 04 12:54:05.703261 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e1be67f8-bedf-477b-ad8e-78dcd3ed02af req-55dfcaeb-4913-4908-8164-49316b730030 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499506 Feb 04 12:54:06.637306 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e8ce1e-0752-4741-af2e-c1d3d3f9fbe4 req-d693c88e-d8de-4ac2-89ec-2b67c74b62ef tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:06.639926 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f4e8ce1e-0752-4741-af2e-c1d3d3f9fbe4 req-d693c88e-d8de-4ac2-89ec-2b67c74b62ef tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 944 time: 0.0657527 Feb 04 12:54:06.699150 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f4e8ce1e-0752-4741-af2e-c1d3d3f9fbe4 req-438fd9be-aa32-432c-ab45-d899e8be1586 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475340 Feb 04 12:54:06.876166 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce463407-476d-4d43-a4d4-9a1357f9054f req-b5b6aaaa-c76a-46fe-b1e8-daf70e474acd tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:06.879318 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ce463407-476d-4d43-a4d4-9a1357f9054f req-b5b6aaaa-c76a-46fe-b1e8-daf70e474acd tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0908208 Feb 04 12:54:06.959828 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f25045a8-4c11-421d-98e3-e2c5c2fcce54 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:54:06.966557 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ce463407-476d-4d43-a4d4-9a1357f9054f req-64c6a903-1285-4f4e-b10d-5ac2c4c1a411 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814009 Feb 04 12:54:07.079927 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f25045a8-4c11-421d-98e3-e2c5c2fcce54, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:07.091726 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:54:07.136019 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f25045a8-4c11-421d-98e3-e2c5c2fcce54 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:07.136416 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.156421 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f25045a8-4c11-421d-98e3-e2c5c2fcce54 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:54:07.184792 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f25045a8-4c11-421d-98e3-e2c5c2fcce54, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:07.191594 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:07.245179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f25045a8-4c11-421d-98e3-e2c5c2fcce54,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:07.401879 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['f25045a8-4c11-421d-98e3-e2c5c2fcce54'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:07.851203 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e518aec-44cb-45dd-94ee-e4a3c761da72 req-2dbee7a9-fb2c-4841-8afc-1697459025b1 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:07.853035 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2e518aec-44cb-45dd-94ee-e4a3c761da72 req-2dbee7a9-fb2c-4841-8afc-1697459025b1 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0796666 Feb 04 12:54:07.908514 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2e518aec-44cb-45dd-94ee-e4a3c761da72 req-6f4c9902-ea22-45fa-919f-3039c6245494 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496287 Feb 04 12:54:08.208312 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b12f2e-4b19-46b8-af28-b9cab2200904 req-aa46b80e-a1b1-4138-a03b-3861ea25cdae tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:08.210200 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-47b12f2e-4b19-46b8-af28-b9cab2200904 req-aa46b80e-a1b1-4138-a03b-3861ea25cdae tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0760098 Feb 04 12:54:08.272379 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-47b12f2e-4b19-46b8-af28-b9cab2200904 req-b5313f09-8612-4504-a8cd-f78f76265919 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0522151 Feb 04 12:54:08.991288 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f25045a8-4c11-421d-98e3-e2c5c2fcce54 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:09.079315 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port f25045a8-4c11-421d-98e3-e2c5c2fcce54 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:54:09.080699 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a24f623-cd06-4005-b88e-a4c1d2be4c42 req-05c3f8c1-a133-4c11-91eb-e5ef68301989 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:09.083286 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a24f623-cd06-4005-b88e-a4c1d2be4c42 req-05c3f8c1-a133-4c11-91eb-e5ef68301989 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 945 time: 0.0868094 Feb 04 12:54:09.085292 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port f25045a8-4c11-421d-98e3-e2c5c2fcce54 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:09.085892 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:09.158455 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a24f623-cd06-4005-b88e-a4c1d2be4c42 req-9d353db4-41b1-46dc-a51f-da2b7e370f59 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659626 Feb 04 12:54:09.178174 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f25045a8-4c11-421d-98e3-e2c5c2fcce54 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:09.178593 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:09.212868 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:09.215253 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc61cc08-5bbf-44d7-a0e2-5a616f0119a2" -d '{"events": [{"server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:09.229982 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f25045a8-4c11-421d-98e3-e2c5c2fcce54, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:09.236626 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:09.310772 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f25045a8-4c11-421d-98e3-e2c5c2fcce54,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:09.336421 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c41db33-9bf0-40c4-beb9-2dfdc332ee01 x-openstack-request-id: req-0c41db33-9bf0-40c4-beb9-2dfdc332ee01 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:09.336764 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "name": "network-vif-plugged", "status": "completed", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:09.337030 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0c41db33-9bf0-40c4-beb9-2dfdc332ee01 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:09.337452 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'code': 200} Feb 04 12:54:09.438970 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9311d4db-b26d-4450-95eb-f8c183ba2fe3 req-12f536f8-fe6c-41e2-b855-471d907788c9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:09.440609 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9311d4db-b26d-4450-95eb-f8c183ba2fe3 req-12f536f8-fe6c-41e2-b855-471d907788c9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0631485 Feb 04 12:54:09.503433 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9311d4db-b26d-4450-95eb-f8c183ba2fe3 req-42d35909-3d5e-4695-b732-0f2332e55fd1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554531 Feb 04 12:54:09.611716 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb1b333-a725-4f73-97d4-99cd62fa564a req-51926d27-37e7-481f-b83c-3f33de298bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:09.613291 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ecb1b333-a725-4f73-97d4-99cd62fa564a req-51926d27-37e7-481f-b83c-3f33de298bd0 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0490208 Feb 04 12:54:09.666800 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ecb1b333-a725-4f73-97d4-99cd62fa564a req-caad73d5-a239-4eb3-9d2f-765b40c49dec service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462704 Feb 04 12:54:10.297161 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62471897-4975-42c6-bf78-81a6733024a7 req-8b20ee5c-4461-42fc-98c5-ab68870d2e50 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:10.298820 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-62471897-4975-42c6-bf78-81a6733024a7 req-8b20ee5c-4461-42fc-98c5-ab68870d2e50 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0586402 Feb 04 12:54:10.355688 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-62471897-4975-42c6-bf78-81a6733024a7 req-b0e9b8de-d366-4cf0-9434-1d4b67548636 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481443 Feb 04 12:54:10.651987 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e821a3-c096-4631-815b-0bcdd4df3412 req-3e4aed8d-acf8-4cf0-8199-f8c8f21f1123 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:10.653765 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d5e821a3-c096-4631-815b-0bcdd4df3412 req-3e4aed8d-acf8-4cf0-8199-f8c8f21f1123 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0613019 Feb 04 12:54:10.723283 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d5e821a3-c096-4631-815b-0bcdd4df3412 req-7f697f92-0c94-434b-a5b0-4000192fdd9b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624578 Feb 04 12:54:11.491346 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919c0c8f-dcae-4287-8db6-f14ee160be3f req-bb2784fb-8050-4809-a82d-d19a6a6ebb0f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:11.493239 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-919c0c8f-dcae-4287-8db6-f14ee160be3f req-bb2784fb-8050-4809-a82d-d19a6a6ebb0f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0599651 Feb 04 12:54:11.559174 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-919c0c8f-dcae-4287-8db6-f14ee160be3f req-b49e74a2-3aaf-4970-be63-9f2eccecbc8c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592937 Feb 04 12:54:11.704952 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c84876-f2f4-4cfe-9380-80068e0c5202 req-22f64b29-a4db-48ca-9b84-7e7c446968b3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:11.706911 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c1c84876-f2f4-4cfe-9380-80068e0c5202 req-22f64b29-a4db-48ca-9b84-7e7c446968b3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0585840 Feb 04 12:54:11.763556 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c1c84876-f2f4-4cfe-9380-80068e0c5202 req-70de8bb7-709d-400c-9ac0-4c5bef61c273 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503719 Feb 04 12:54:11.791583 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56696) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:11.850555 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dca8852-dcdb-4274-9c99-06fd1119ddfc tempest-TestVolumeBootPattern-701781358 tempest-TestVolumeBootPattern-701781358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:11.852357 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-3dca8852-dcdb-4274-9c99-06fd1119ddfc tempest-TestVolumeBootPattern-701781358 tempest-TestVolumeBootPattern-701781358-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1125 time: 0.0593786 Feb 04 12:54:11.856075 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56698) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:11.861096 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:11.888833 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:11.889089 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290a3e74-2da9-4ce7-8771-4f7ea5caab87 req-9810ab40-89e5-443f-90fc-b16c22bd606d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:11.892460 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-290a3e74-2da9-4ce7-8771-4f7ea5caab87 req-9810ab40-89e5-443f-90fc-b16c22bd606d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.0761745 Feb 04 12:54:11.961897 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-290a3e74-2da9-4ce7-8771-4f7ea5caab87 req-37a72283-6a82-4675-a4d7-92ce61e86e33 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615478 Feb 04 12:54:12.018560 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.139916 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Allocated IP 172.27.3.42 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/e7885195-ba71-4ae9-80ab-57f3adcfe84e) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:12.255537 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.303415 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.357079 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:12.361130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:12.365803 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:12.394617 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=e7885195-ba71-4ae9-80ab-57f3adcfe84e,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:12.412056 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.412405 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.412804 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.413094 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.413519 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.413907 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.414243 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.414580 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.415003 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.415376 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.415724 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.416106 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.416462 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:12.838321 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (4bfb9c73-7f1e-43d2-abf7-1954f6303f83), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:12.914286 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.006891 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:54:13.102898 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:54:13.111999 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.126699 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.148913 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:13.170766 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'port_id': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'mac_address': 'fa:16:3e:48:9a:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:54:13.204037 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff645c92-bff5-4137-9b78-3af962079dea req-d1f0b19f-af71-44a7-9e63-ac7d22dbb134 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:13.205860 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff645c92-bff5-4137-9b78-3af962079dea req-d1f0b19f-af71-44a7-9e63-ac7d22dbb134 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 944 time: 0.1368604 Feb 04 12:54:13.219687 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:13.220110 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.234285 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b39874-6327-4e20-9dae-cd5186023c31 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:54:13.263445 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=e7885195-ba71-4ae9-80ab-57f3adcfe84e,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:13.269044 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:13.276238 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.284847 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (4bfb9c73-7f1e-43d2-abf7-1954f6303f83), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.333905 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=9']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:13.335110 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff645c92-bff5-4137-9b78-3af962079dea req-7c8e58b9-f0cf-4a23-a1e0-de8f3df8c370 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048021 Feb 04 12:54:13.412265 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.l3_db [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Floating IP 4bfb9c73-7f1e-43d2-abf7-1954f6303f83 associated. External IP: 172.27.3.42, port: f25045a8-4c11-421d-98e3-e2c5c2fcce54. Feb 04 12:54:13.469373 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56710) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:13.512803 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['f6b39874-6327-4e20-9dae-cd5186023c31'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:13.535722 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Deleting subnet 11e033dc-710c-49b9-b187-c624845bd430 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:54:13.540468 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Publish callbacks [] for subnet (11e033dc-710c-49b9-b187-c624845bd430), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.583650 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (11e033dc-710c-49b9-b187-c624845bd430), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.631263 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (11e033dc-710c-49b9-b187-c624845bd430), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.710594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (11e033dc-710c-49b9-b187-c624845bd430), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.739994 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11e033dc-710c-49b9-b187-c624845bd430,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:13.745598 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.748912 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] 10.222.0.26 "DELETE /v2.0/subnets/11e033dc-710c-49b9-b187-c624845bd430 HTTP/1.1" status: 204 len: 168 time: 0.2781239 Feb 04 12:54:13.754632 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56712) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:13.762290 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.762647 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.763011 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.763395 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.763694 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.764088 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.764487 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.764754 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.765082 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.765403 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.766263 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.766587 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.766909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aee06f7-b724-45fd-9695-89c08aac7bfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:13.851398 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (c045c111-d2a7-4381-8696-a3c49d7b7263), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.931963 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:13.968635 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (c045c111-d2a7-4381-8696-a3c49d7b7263), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:13.993983 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c045c111-d2a7-4381-8696-a3c49d7b7263']}} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:14.006384 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc8cd4e1-6a82-47bd-905a-2238dae9e842') {'for_net_delete': True} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:14.006766 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc8cd4e1-6a82-47bd-905a-2238dae9e842') {} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:14.019696 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827389'] for segment (dc8cd4e1-6a82-47bd-905a-2238dae9e842), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.035742 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (dc8cd4e1-6a82-47bd-905a-2238dae9e842), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.043552 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=109007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:54:14.044388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8503657'] for segment (dc8cd4e1-6a82-47bd-905a-2238dae9e842), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: Traceback (most recent call last): Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: timer() Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: cb(*args, **kw) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: return func(*args, **kwargs) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: self._notify() Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: self.callback(batched_events) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: event.method(event) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: return f(self, *a, **k) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._get(url).json() Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: return self.request(url, 'GET', **kwargs) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:54:14.046554 dv-cinder-817351-9-iscsi neutron-server[109007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:54:14.101403 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:14.120605 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:14.129346 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (c045c111-d2a7-4381-8696-a3c49d7b7263), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.135817 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.140393 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.143325 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:14.144999 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:14.149390 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] 10.222.0.26 "DELETE /v2.0/networks/c045c111-d2a7-4381-8696-a3c49d7b7263 HTTP/1.1" status: 204 len: 168 time: 0.3910604 Feb 04 12:54:14.176262 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b787a3e7-ebcc-4726-ba92-d56a27ea7145 admin admin] Pushing event deleted for resources: {'Network': ['ID=c045c111-d2a7-4381-8696-a3c49d7b7263,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:14.201194 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-caad659d-5b8d-4490-9083-5d163a5a36ed tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3438292 Feb 04 12:54:14.202130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:14.205813 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-931b274f-e701-482b-bb80-7b65c98531d6" -d '{"events": [{"name": "network-changed", "server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:14.323343 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:14.336904 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdb98c61-c050-4484-9338-4e7eee387c62 x-openstack-request-id: req-bdb98c61-c050-4484-9338-4e7eee387c62 {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:14.337205 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:14.337487 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-bdb98c61-c050-4484-9338-4e7eee387c62 {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:14.338062 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'status': 'completed', 'code': 200} Feb 04 12:54:14.428372 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56724) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:14.453109 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b274f-e701-482b-bb80-7b65c98531d6 req-238dfbba-cf93-4aa1-a078-f406842edb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:14.457831 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-931b274f-e701-482b-bb80-7b65c98531d6 req-238dfbba-cf93-4aa1-a078-f406842edb94 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0935464 Feb 04 12:54:14.507848 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8905857e-dafd-4d57-9e76-13f25701ce24 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=bffc1cfd17734752b1d27f9c1aaf49fb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0778229 Feb 04 12:54:14.532344 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56726) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:14.572043 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.626470 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b274f-e701-482b-bb80-7b65c98531d6 req-e481c832-c292-42eb-a4c2-112492729a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:14.628439 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-931b274f-e701-482b-bb80-7b65c98531d6 req-e481c832-c292-42eb-a4c2-112492729a59 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.1628597 Feb 04 12:54:14.629472 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08248f81-1dfd-4313-9c54-49c053dd1204 req-bbd14482-2ca4-4319-81a7-3fc82c23cc6f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:14.632033 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-08248f81-1dfd-4313-9c54-49c053dd1204 req-bbd14482-2ca4-4319-81a7-3fc82c23cc6f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 945 time: 0.1479528 Feb 04 12:54:14.691999 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8253a6c5-3047-4068-95b7-808ad2b6c166 admin admin] Publish callbacks [] for security_group (99de16ee-408c-46df-8a22-9114f6e6d598), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.694400 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:12Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:14.731132 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:14.743906 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:14.745016 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:14.756824 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-931b274f-e701-482b-bb80-7b65c98531d6 req-0208dc49-2887-4519-aab4-32bc2686adca service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 200 len: 999 time: 0.1185167 Feb 04 12:54:14.766366 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-08248f81-1dfd-4313-9c54-49c053dd1204 req-0d0a4e87-7bb8-418c-93f0-16ae735c84a9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1261096 Feb 04 12:54:14.773260 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8253a6c5-3047-4068-95b7-808ad2b6c166 admin admin] Publish callbacks [] for security_group (99de16ee-408c-46df-8a22-9114f6e6d598), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.850490 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b274f-e701-482b-bb80-7b65c98531d6 req-5700f9a8-6cad-4695-b4ea-4bb4de7abdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:14.851087 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8253a6c5-3047-4068-95b7-808ad2b6c166 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (99de16ee-408c-46df-8a22-9114f6e6d598), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.853380 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-931b274f-e701-482b-bb80-7b65c98531d6 req-5700f9a8-6cad-4695-b4ea-4bb4de7abdbe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0909517 Feb 04 12:54:14.857327 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8253a6c5-3047-4068-95b7-808ad2b6c166 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:14.859495 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8253a6c5-3047-4068-95b7-808ad2b6c166 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/99de16ee-408c-46df-8a22-9114f6e6d598 HTTP/1.1" status: 204 len: 168 time: 0.3253281 Feb 04 12:54:14.877160 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8253a6c5-3047-4068-95b7-808ad2b6c166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99de16ee-408c-46df-8a22-9114f6e6d598,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:14.928456 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b274f-e701-482b-bb80-7b65c98531d6 req-8dba515c-ffe8-47ce-b794-f30cb78cab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:14.930235 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-931b274f-e701-482b-bb80-7b65c98531d6 req-8dba515c-ffe8-47ce-b794-f30cb78cab84 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0712404 Feb 04 12:54:14.941053 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:15.066259 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:54:15.093182 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-931b274f-e701-482b-bb80-7b65c98531d6 req-6d994b11-352b-40a2-bbd4-2c5793257e66 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535454 Feb 04 12:54:15.259404 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-931b274f-e701-482b-bb80-7b65c98531d6 req-b483cbf2-defc-4e11-9664-03550c48db84 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602688 Feb 04 12:54:15.295240 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port f6b39874-6327-4e20-9dae-cd5186023c31 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:15.295845 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.469933 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port f6b39874-6327-4e20-9dae-cd5186023c31 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:15.470436 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.497418 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:12Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:15.537033 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:15.539636 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-236e8c4b-97b1-46ff-87f7-722e78fadf36" -d '{"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-plugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:15.544917 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-939f5d97-299c-40fa-b1cc-9fe2481d842e None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:12Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:15.556198 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:15.562996 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:15.601369 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33b5713-a9dd-4d53-9f91-f06ffe20f9b2 x-openstack-request-id: req-b33b5713-a9dd-4d53-9f91-f06ffe20f9b2 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:15.601658 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-plugged", "status": "completed", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:15.601918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b33b5713-a9dd-4d53-9f91-f06ffe20f9b2 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:15.602320 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'code': 200} Feb 04 12:54:15.650114 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=10']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:15.822792 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d34cbb-5e69-4cbf-952a-78c73c7d8eed None None] New status for floating IP 4bfb9c73-7f1e-43d2-abf7-1954f6303f83: ACTIVE {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:54:15.936315 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6edf16-9dce-49d5-8a18-f52ad86d2125 req-6bd775dd-2c71-43d4-9c85-0de2a97e5a49 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:15.942984 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a6edf16-9dce-49d5-8a18-f52ad86d2125 req-6bd775dd-2c71-43d4-9c85-0de2a97e5a49 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 947 time: 0.0733860 Feb 04 12:54:16.003786 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0a6edf16-9dce-49d5-8a18-f52ad86d2125 req-5790f35e-6b5f-4f4a-aca0-a52abd10c150 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587316 Feb 04 12:54:16.100034 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf6f077-4fe3-4ed5-98d8-2ec41e682417 req-8cae8ccf-376e-4ecf-850c-b4b416616ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:16.101487 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-abf6f077-4fe3-4ed5-98d8-2ec41e682417 req-8cae8ccf-376e-4ecf-850c-b4b416616ec9 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 1131 time: 0.0509775 Feb 04 12:54:16.163514 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-abf6f077-4fe3-4ed5-98d8-2ec41e682417 req-9ab014f7-c19b-4e69-9e68-489650f6a323 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567021 Feb 04 12:54:17.160075 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff987c25-e1e6-475a-8f2e-511568c76d74 req-3707499d-1af2-47b2-be9d-bb99a6c13522 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:17.162565 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff987c25-e1e6-475a-8f2e-511568c76d74 req-3707499d-1af2-47b2-be9d-bb99a6c13522 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 947 time: 0.0660350 Feb 04 12:54:17.233990 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff987c25-e1e6-475a-8f2e-511568c76d74 req-c5fbc822-5c48-4fdf-8f8c-9fdc66d5f365 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660791 Feb 04 12:54:18.368769 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adadd1a4-448e-44de-95f3-68216836289a req-b2e0d8e1-a632-4819-ab0a-e18fd7026555 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:18.370313 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-adadd1a4-448e-44de-95f3-68216836289a req-b2e0d8e1-a632-4819-ab0a-e18fd7026555 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 947 time: 0.0541553 Feb 04 12:54:18.419630 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-adadd1a4-448e-44de-95f3-68216836289a req-dfc1dd53-d8e3-4728-9dd7-e06aab3a4aab tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436909 Feb 04 12:54:28.438006 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-232b6ecc-b546-47f5-8f9b-f8719208aa42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:31.025958 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ca59d3c9-d50e-492e-8909-51de98bb7e39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:33.379315 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.705625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:34.943775 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:35.773245 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-0bf81dbd-e4a1-485f-8cd6-84aa65dbab5d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-618578998&fields=id&tenant_id=7c62b4eba54d42169f6f3e1aa966fc20 HTTP/1.1" status: 200 len: 267 time: 0.0509269 Feb 04 12:54:35.844979 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-06dd8a54-de4a-4bc9-879a-8f745878d700 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:35.846656 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-06dd8a54-de4a-4bc9-879a-8f745878d700 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 984 time: 0.0677445 Feb 04 12:54:35.857963 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Request body: {'port': {'security_groups': ['26b9d68a-4ac4-4e61-868e-52d438ac011e']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:36.235955 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.421372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:36.450351 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.455649 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.469599 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['8b55b0e7-ab40-4f5e-8076-cb848932e6d7'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:36.505046 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.505688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.507163 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f207b59b-fddc-49c2-a9a1-b87b196318c9 req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "PUT /v2.0/ports/8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 942 time: 0.6540687 Feb 04 12:54:36.507641 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:36.509949 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:36.514478 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56788) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:36.538544 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4479dc3-e321-4e60-86ec-008cf12ddee9 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event updated for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=7']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:36.597657 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['8b55b0e7-ab40-4f5e-8076-cb848932e6d7'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:36.597882 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-146989cf-46a7-469c-a3f1-8700d7822281 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group (3e08e8b0-0a12-4378-a3cb-48c84d64f5c9), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.629001 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-146989cf-46a7-469c-a3f1-8700d7822281 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group (3e08e8b0-0a12-4378-a3cb-48c84d64f5c9), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.709152 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-146989cf-46a7-469c-a3f1-8700d7822281 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (3e08e8b0-0a12-4378-a3cb-48c84d64f5c9), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.712788 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-146989cf-46a7-469c-a3f1-8700d7822281 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.714293 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-146989cf-46a7-469c-a3f1-8700d7822281 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "DELETE /v2.0/security-groups/3e08e8b0-0a12-4378-a3cb-48c84d64f5c9 HTTP/1.1" status: 204 len: 168 time: 0.1977971 Feb 04 12:54:36.717056 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56792) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:36.742045 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146989cf-46a7-469c-a3f1-8700d7822281 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e08e8b0-0a12-4378-a3cb-48c84d64f5c9,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:36.771207 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acbe35a2-7658-4f22-a2eb-e3279efdb1dc x-openstack-request-id: req-acbe35a2-7658-4f22-a2eb-e3279efdb1dc {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:36.771438 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:36.771652 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-acbe35a2-7658-4f22-a2eb-e3279efdb1dc {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:36.772049 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'status': 'completed', 'code': 200} Feb 04 12:54:36.858967 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-b41a46bb-0d33-4429-88db-38cfa4185a35 None None] Provisioning complete for port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:54:36.859351 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b41a46bb-0d33-4429-88db-38cfa4185a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:36.883356 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-ba53b05f-8d04-4fc9-8530-2f2ecdde3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:36.884805 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-ba53b05f-8d04-4fc9-8530-2f2ecdde3626 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1129 time: 0.1119401 Feb 04 12:54:36.947125 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-b41a46bb-0d33-4429-88db-38cfa4185a35 None None] Current status of the port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:54:37.008274 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-959d0b75-341b-45a4-80e3-09aaff1b8998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:37.009804 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-959d0b75-341b-45a4-80e3-09aaff1b8998 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 915 time: 0.1180811 Feb 04 12:54:37.015267 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Deleting port b9cf4813-ed27-42bd-897f-cc220827a547 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:37.015837 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (b9cf4813-ed27-42bd-897f-cc220827a547), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.130855 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-6282cd76-da71-4cb9-bce6-e096f7086920 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 1001 time: 0.1122119 Feb 04 12:54:37.181099 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (b9cf4813-ed27-42bd-897f-cc220827a547), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.181430 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for floatingip (b9cf4813-ed27-42bd-897f-cc220827a547), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.200564 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Calling delete_port for b9cf4813-ed27-42bd-897f-cc220827a547 owned by network:floatingip {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:37.208096 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-95db2cbe-a070-4981-9e43-f8bd3da1c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:37.209790 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-95db2cbe-a070-4981-9e43-f8bd3da1c2c0 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 200 len: 854 time: 0.0702093 Feb 04 12:54:37.343527 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-ba95b3d8-d594-4673-a0a7-898b8ac5c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:37.345158 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-ba95b3d8-d594-4673-a0a7-898b8ac5c867 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285484 Feb 04 12:54:37.503103 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-8a3b44b7-d147-4c75-a822-0227aec9f4d1 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484149 Feb 04 12:54:37.559176 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (b9cf4813-ed27-42bd-897f-cc220827a547), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.594822 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event deleted for resources: {'Port': ['ID=b9cf4813-ed27-42bd-897f-cc220827a547,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:37.678452 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2462d98b-1f1a-44b7-ac9c-5993860a7fb5 req-b2f72871-25f9-4655-bad5-a228e1b176a9 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689498 Feb 04 12:54:37.686884 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks [] for floatingip (39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:37.687300 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Floating IP 39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d disassociated (deleted). External IP: 172.27.3.153, port: 8b55b0e7-ab40-4f5e-8076-cb848932e6d7. Feb 04 12:54:37.916387 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Router 12d77c5a-2343-429a-844a-015b5d877b87 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:38.039587 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:38.045373 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:38.052486 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] Sync routers for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:38.064880 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:38.065520 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:38.083789 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-8a6d3baa-fca8-40ec-bf14-da39cc71e099 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "DELETE /v2.0/floatingips/39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d HTTP/1.1" status: 204 len: 168 time: 1.3629191 Feb 04 12:54:38.332880 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:38.580709 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:18Z', 'revision_number': 5, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:38.611353 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] Checking router: 12d77c5a-2343-429a-844a-015b5d877b87 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:38.620349 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:38.620972 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:38.735053 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:38.773022 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:38.775417 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4334f07d-5234-49ae-bb5f-e65cc73162b0" -d '{"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:38.813624 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a957d1ba-5824-4413-a76c-4ba6407d9ae5 x-openstack-request-id: req-a957d1ba-5824-4413-a76c-4ba6407d9ae5 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:38.813916 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:38.814170 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a957d1ba-5824-4413-a76c-4ba6407d9ae5 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:38.814571 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'status': 'completed', 'code': 200} Feb 04 12:54:38.888198 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-6a36bab6-f7c7-4034-bde7-7e4358bfba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:38.891016 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-6a36bab6-f7c7-4034-bde7-7e4358bfba37 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 1129 time: 0.0491297 Feb 04 12:54:38.956150 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:18Z', 'revision_number': 5, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:38.987229 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b262e-c736-4585-86da-017932c45d59 None None] The sync data for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi is: [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '06392b6a-98dd-4f63-9d54-7fbb48365f12', 'name': '', 'network_id': 'd17c95f7-78b0-4bb6-bf4b-16a649c89c4d', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'mac_address': 'fa:16:3e:d5:b7:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_interface', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:11Z', 'updated_at': '2022-02-04T12:51:18Z', 'revision_number': 5, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'subnets': [{'id': 'd815a412-7005-4fb4-b2f7-23fbd380c616', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:39.013445 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-cfe24d21-01bf-45fd-9fe0-3d528cb7da27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.015324 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-cfe24d21-01bf-45fd-9fe0-3d528cb7da27 service neutron] 10.222.0.75 "GET /v2.0/networks?id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 200 len: 915 time: 0.1177580 Feb 04 12:54:39.060706 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-1bce0d23-41e0-4e93-b2b9-f90e32d31e89 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 200 len: 217 time: 0.0380566 Feb 04 12:54:39.112374 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-4d0db04f-cf84-420f-81dd-647d88d1e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.113910 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-4d0db04f-cf84-420f-81dd-647d88d1e43e service neutron] 10.222.0.75 "GET /v2.0/subnets?id=d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 200 len: 854 time: 0.0478246 Feb 04 12:54:39.184925 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-5d425671-6474-4e13-93bd-fe6d258051dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:39.187273 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-5d425671-6474-4e13-93bd-fe6d258051dc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0658128 Feb 04 12:54:39.249782 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f40bf10a-33e9-4394-b570-bf70f233a8b2 None None] New status for floating IP 39b8a6b0-ba0e-4daf-80a4-6bb364aaa97d: DOWN {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:54:39.283142 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-94261e36-07ac-4f9e-9d55-cf4fba66420a service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901742 Feb 04 12:54:39.389986 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4334f07d-5234-49ae-bb5f-e65cc73162b0 req-9a0f958d-96b3-471a-9f12-b70b52bc8510 service neutron] 10.222.0.75 "GET /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999022 Feb 04 12:54:40.971614 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab2b33-9466-4fd5-ac67-36cbcdd0872f req-6a153bdf-4e0c-4e6f-8bf3-c0e0bb4efd47 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:40.973108 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9cab2b33-9466-4fd5-ac67-36cbcdd0872f req-6a153bdf-4e0c-4e6f-8bf3-c0e0bb4efd47 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0576172 Feb 04 12:54:41.022739 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9cab2b33-9466-4fd5-ac67-36cbcdd0872f req-f9dd4587-5846-4d4b-9ab0-acdc5e251cd8 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Feb 04 12:54:42.147321 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af764485-5f1e-404c-abfc-68be91a173fe req-4c9ad36f-4f3d-4208-9186-d23920ebe906 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:42.148860 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-af764485-5f1e-404c-abfc-68be91a173fe req-4c9ad36f-4f3d-4208-9186-d23920ebe906 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0533762 Feb 04 12:54:42.198591 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-af764485-5f1e-404c-abfc-68be91a173fe req-2da26630-d7ad-4eab-b2aa-39392881506d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/security-groups?id=26b9d68a-4ac4-4e61-868e-52d438ac011e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439997 Feb 04 12:54:42.674769 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-a216297c-ef8b-4a9a-b6fb-3203b1771e93 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:42.676263 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-a216297c-ef8b-4a9a-b6fb-3203b1771e93 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.75 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 945 time: 0.0511332 Feb 04 12:54:42.780770 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Deleting port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:42.781122 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:42.879617 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] For port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:42.879986 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:42.893093 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Calling delete_port for 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:43.268688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (8b55b0e7-ab40-4f5e-8076-cb848932e6d7), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.282371 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['8b55b0e7-ab40-4f5e-8076-cb848932e6d7'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:54:43.309855 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Pushing event deleted for resources: {'Port': ['ID=8b55b0e7-ab40-4f5e-8076-cb848932e6d7,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:43.336605 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a04e4490-9419-4876-b4bd-ebee81f79a4d req-7c5192aa-d05b-4915-bc7b-b9bcaa3b348d tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa255c82-9342-4c8b-a00b-1232b953d5c7 HTTP/1.1" status: 200 len: 210 time: 0.0601823 Feb 04 12:54:43.371649 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] No DVR routers for this DVR port 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:43.375751 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:43.379366 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-57e0a085-f0dd-4744-a1ea-49fb8ad77018 req-b7bd74c7-71e3-4370-b27a-eff9440003c4 tempest-TestMinimumBasicScenario-617371755 tempest-TestMinimumBasicScenario-617371755-project] 10.222.0.75 "DELETE /v2.0/ports/8b55b0e7-ab40-4f5e-8076-cb848932e6d7 HTTP/1.1" status: 204 len: 173 time: 0.6938715 Feb 04 12:54:43.379826 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'name': 'network-vif-deleted', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:43.382111 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db1e1c8-b132-4c07-97df-4bc5ac5a660c" -d '{"events": [{"server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "name": "network-vif-deleted", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:43.420148 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2807e7b0-43fb-4a19-890b-83c743b9b1e6 x-openstack-request-id: req-2807e7b0-43fb-4a19-890b-83c743b9b1e6 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:43.420432 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa255c82-9342-4c8b-a00b-1232b953d5c7", "name": "network-vif-deleted", "tag": "8b55b0e7-ab40-4f5e-8076-cb848932e6d7", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:43.420722 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2807e7b0-43fb-4a19-890b-83c743b9b1e6 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:43.421116 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa255c82-9342-4c8b-a00b-1232b953d5c7', 'name': 'network-vif-deleted', 'tag': '8b55b0e7-ab40-4f5e-8076-cb848932e6d7', 'status': 'completed', 'code': 200} Feb 04 12:54:44.519107 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:44.899529 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56872) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:45.278549 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (12d77c5a-2343-429a-844a-015b5d877b87), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.546258 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Deleting port 06392b6a-98dd-4f63-9d54-7fbb48365f12 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:45.546844 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.651953 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] For port 06392b6a-98dd-4f63-9d54-7fbb48365f12, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=06392b6a-98dd-4f63-9d54-7fbb48365f12,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:45.652475 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.673798 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Calling delete_port for 06392b6a-98dd-4f63-9d54-7fbb48365f12 owned by network:router_interface {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:45.872734 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (06392b6a-98dd-4f63-9d54-7fbb48365f12), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:45.902972 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Pushing event deleted for resources: {'Port': ['ID=06392b6a-98dd-4f63-9d54-7fbb48365f12,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:46.094822 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (12d77c5a-2343-429a-844a-015b5d877b87), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.330290 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Router 12d77c5a-2343-429a-844a-015b5d877b87 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:46.449294 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:46.457181 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-18383d4a-e577-4b5a-bfb3-2e0ae5c92597 admin admin] 10.222.0.26 "PUT /v2.0/routers/12d77c5a-2343-429a-844a-015b5d877b87/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5562541 Feb 04 12:54:46.459837 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56876) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:46.462957 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] Sync routers for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:46.481253 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:46.481820 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:46.579210 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks [] for router (12d77c5a-2343-429a-844a-015b5d877b87), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.604023 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:46.692269 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks [] for router_gateway (12d77c5a-2343-429a-844a-015b5d877b87), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.751541 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Deleting port 048eb936-f86a-480b-9312-98135806c062 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:46.751807 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (048eb936-f86a-480b-9312-98135806c062), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.809026 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73'}], 'enable_snat': True}, 'gw_port_id': '048eb936-f86a-480b-9312-98135806c062', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:54:45Z', 'revision_number': 5, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port': {'id': '048eb936-f86a-480b-9312-98135806c062', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:4e:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '12d77c5a-2343-429a-844a-015b5d877b87', 'device_owner': 'network:router_gateway', 'standard_attr_id': 499, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:07Z', 'updated_at': '2022-02-04T12:51:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:46.839739 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] Checking router: 12d77c5a-2343-429a-844a-015b5d877b87 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:46.840741 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] For port 048eb936-f86a-480b-9312-98135806c062, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=048eb936-f86a-480b-9312-98135806c062,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:46.841139 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (048eb936-f86a-480b-9312-98135806c062), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:46.849287 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] Routers {'12d77c5a-2343-429a-844a-015b5d877b87'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:46.849548 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['12d77c5a-2343-429a-844a-015b5d877b87'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:46.855756 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Calling delete_port for 048eb936-f86a-480b-9312-98135806c062 owned by network:router_gateway {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:46.939666 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] Set router 12d77c5a-2343-429a-844a-015b5d877b87 gateway port host: None {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:47.000703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:54:46Z', 'revision_number': 6, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:47.040729 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b60e51-911b-4ec7-9d37-254e7f094f84 None None] The sync data for ids ['12d77c5a-2343-429a-844a-015b5d877b87'] in dv-cinder-817351-9-iscsi is: [{'id': '12d77c5a-2343-429a-844a-015b5d877b87', 'name': 'tempest-TestMinimumBasicScenario-1836073628-router', 'tenant_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:06Z', 'updated_at': '2022-02-04T12:54:46Z', 'revision_number': 6, 'project_id': '7c62b4eba54d42169f6f3e1aa966fc20', 'gw_port_host': None}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:47.041215 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (048eb936-f86a-480b-9312-98135806c062), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.096367 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Pushing event deleted for resources: {'Port': ['ID=048eb936-f86a-480b-9312-98135806c062,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:47.189569 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (12d77c5a-2343-429a-844a-015b5d877b87), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.198234 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:47.247662 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:47.248222 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 8b55b0e7-ab40-4f5e-8076-cb848932e6d7 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:47.298047 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (12d77c5a-2343-429a-844a-015b5d877b87), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.302210 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks [] for router_controller (12d77c5a-2343-429a-844a-015b5d877b87), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.375867 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (12d77c5a-2343-429a-844a-015b5d877b87), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.376494 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 12d77c5a-2343-429a-844a-015b5d877b87 {{(pid=109007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:54:47.382654 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.384445 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-bb4b0b33-5aa5-4ea0-9863-f72596af7959 admin admin] 10.222.0.26 "DELETE /v2.0/routers/12d77c5a-2343-429a-844a-015b5d877b87 HTTP/1.1" status: 204 len: 168 time: 0.9231229 Feb 04 12:54:47.387047 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56878) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:47.465197 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] Deleting subnet d815a412-7005-4fb4-b2f7-23fbd380c616 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:54:47.471385 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] Publish callbacks [] for subnet (d815a412-7005-4fb4-b2f7-23fbd380c616), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.517603 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (d815a412-7005-4fb4-b2f7-23fbd380c616), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.644558 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (d815a412-7005-4fb4-b2f7-23fbd380c616), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.700550 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (d815a412-7005-4fb4-b2f7-23fbd380c616), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.729063 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d815a412-7005-4fb4-b2f7-23fbd380c616,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:47.731177 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.734748 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-05ca82e6-7f75-432a-96d1-426809b96e53 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/d815a412-7005-4fb4-b2f7-23fbd380c616 HTTP/1.1" status: 204 len: 168 time: 0.3463907 Feb 04 12:54:47.737986 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8679750-1e4c-46e2-a7f5-b54593ade8d0 None None] Network d17c95f7-78b0-4bb6-bf4b-16a649c89c4d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:47.739124 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56880) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:47.847294 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.915653 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Deleting port 71e401fc-d485-43e2-bbfa-b9b8454d7162 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:47.916100 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:47.969727 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] DHCP port deletion for d17c95f7-78b0-4bb6-bf4b-16a649c89c4d request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:54:47.986999 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] For port 71e401fc-d485-43e2-bbfa-b9b8454d7162, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=71e401fc-d485-43e2-bbfa-b9b8454d7162,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:47.987431 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.002319 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Calling delete_port for 71e401fc-d485-43e2-bbfa-b9b8454d7162 owned by network:dhcp {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:48.030034 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Deleting port 71e401fc-d485-43e2-bbfa-b9b8454d7162 {{(pid=109008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:48.030987 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), before_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.119111 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] For port 71e401fc-d485-43e2-bbfa-b9b8454d7162, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=71e401fc-d485-43e2-bbfa-b9b8454d7162,segment=NetworkSegment(966046d4-6496-495c-8391-25b3535930d5),segment_id=966046d4-6496-495c-8391-25b3535930d5)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:48.119685 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), precommit_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.137445 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Calling delete_port for 71e401fc-d485-43e2-bbfa-b9b8454d7162 owned by network:dhcp {{(pid=109008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:48.153596 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.173202 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Pushing event deleted for resources: {'Port': ['ID=71e401fc-d485-43e2-bbfa-b9b8454d7162,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:48.184696 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] No DVR routers for this DVR port 71e401fc-d485-43e2-bbfa-b9b8454d7162 on host dv-cinder-817351-9-iscsi {{(pid=109006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:48.285623 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.297635 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664'] for port (71e401fc-d485-43e2-bbfa-b9b8454d7162), after_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.310725 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17c95f7-78b0-4bb6-bf4b-16a649c89c4d']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:48.321308 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '966046d4-6496-495c-8391-25b3535930d5') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:48.322187 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '966046d4-6496-495c-8391-25b3535930d5') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:48.324626 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Pushing event deleted for resources: {'Port': ['ID=71e401fc-d485-43e2-bbfa-b9b8454d7162,revision_number=None']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:48.329879 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] No DVR routers for this DVR port 71e401fc-d485-43e2-bbfa-b9b8454d7162 on host dv-cinder-817351-9-iscsi {{(pid=109008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:48.333094 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (966046d4-6496-495c-8391-25b3535930d5), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.335951 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.336307 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.336655 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.336997 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.337333 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.337670 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.338005 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.338332 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.338658 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.339012 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.339342 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.340163 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.340163 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f06c7224-b7b0-4e80-8a9c-25772fb3bcad None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:54:48.349786 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (966046d4-6496-495c-8391-25b3535930d5), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.368386 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:54:48.368836 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (966046d4-6496-495c-8391-25b3535930d5), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:54:48.370861 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:54:48.432285 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (d17c95f7-78b0-4bb6-bf4b-16a649c89c4d), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.438461 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:48.441611 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] 10.222.0.26 "DELETE /v2.0/networks/d17c95f7-78b0-4bb6-bf4b-16a649c89c4d HTTP/1.1" status: 204 len: 168 time: 0.7011783 Feb 04 12:54:48.444687 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56882) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:48.456257 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec903ca-9352-4a81-81b4-089bd1fc11ea admin admin] Pushing event deleted for resources: {'Network': ['ID=d17c95f7-78b0-4bb6-bf4b-16a649c89c4d,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:48.825696 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (ee666e7b-3f3f-4a64-9c80-87e421f549cb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:49.109388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Deleting port 127bd77a-d3c4-43f8-ae8c-21681b683edb {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:49.109982 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:49.120631 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 048eb936-f86a-480b-9312-98135806c062 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:49.147779 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 048eb936-f86a-480b-9312-98135806c062 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:49.148124 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 048eb936-f86a-480b-9312-98135806c062 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:49.148556 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 06392b6a-98dd-4f63-9d54-7fbb48365f12 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:49.168551 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 06392b6a-98dd-4f63-9d54-7fbb48365f12 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:49.168909 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 06392b6a-98dd-4f63-9d54-7fbb48365f12 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:49.169340 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 71e401fc-d485-43e2-bbfa-b9b8454d7162 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:49.192242 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 71e401fc-d485-43e2-bbfa-b9b8454d7162 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:49.192606 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 71e401fc-d485-43e2-bbfa-b9b8454d7162 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:49.196738 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] For port 127bd77a-d3c4-43f8-ae8c-21681b683edb, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=127bd77a-d3c4-43f8-ae8c-21681b683edb,segment=NetworkSegment(c992ae33-fae2-4acc-b75c-0bb7189b9b5b),segment_id=c992ae33-fae2-4acc-b75c-0bb7189b9b5b)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:49.197014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:49.215594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Calling delete_port for 127bd77a-d3c4-43f8-ae8c-21681b683edb owned by network:router_interface {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:49.425363 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (127bd77a-d3c4-43f8-ae8c-21681b683edb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:49.449989 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=127bd77a-d3c4-43f8-ae8c-21681b683edb,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:49.636566 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (ee666e7b-3f3f-4a64-9c80-87e421f549cb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.102463 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:54:50.106252 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Router ee666e7b-3f3f-4a64-9c80-87e421f549cb has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:50.213368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:50.218278 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-659949ed-2194-4fff-9b78-86390d968eb8 admin admin] 10.222.0.26 "PUT /v2.0/routers/ee666e7b-3f3f-4a64-9c80-87e421f549cb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7724864 Feb 04 12:54:50.220887 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56884) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:50.223537 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] Sync routers for ids ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:50.233817 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] Routers {'ee666e7b-3f3f-4a64-9c80-87e421f549cb'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:50.234415 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:50.329946 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks [] for router (ee666e7b-3f3f-4a64-9c80-87e421f549cb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.348432 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] Set router ee666e7b-3f3f-4a64-9c80-87e421f549cb gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:50.439639 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks [] for router_gateway (ee666e7b-3f3f-4a64-9c80-87e421f549cb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.502167 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Deleting port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:50.503114 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.566419 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115'}], 'enable_snat': True}, 'gw_port_id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:54:49Z', 'revision_number': 5, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port': {'id': '912996b3-39b2-4bf4-bb3f-d7c8f79d6c42', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:b8:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:18Z', 'updated_at': '2022-02-04T12:51:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:50.584626 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] For port 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:50.584999 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.599542 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Calling delete_port for 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 owned by network:router_gateway {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:50.604725 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] Checking router: ee666e7b-3f3f-4a64-9c80-87e421f549cb for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:50.614500 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] Routers {'ee666e7b-3f3f-4a64-9c80-87e421f549cb'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:50.615149 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:50.710844 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] Set router ee666e7b-3f3f-4a64-9c80-87e421f549cb gateway port host: None {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:50.767061 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:54:50Z', 'revision_number': 6, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:50.796270 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70cc6fe6-0d22-4e8c-923d-a86e90bd36ed None None] The sync data for ids ['ee666e7b-3f3f-4a64-9c80-87e421f549cb'] in dv-cinder-817351-9-iscsi is: [{'id': 'ee666e7b-3f3f-4a64-9c80-87e421f549cb', 'name': 'tempest-TestMinimumBasicScenario-655713679-router', 'tenant_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:17Z', 'updated_at': '2022-02-04T12:54:50Z', 'revision_number': 6, 'project_id': '57e01a80aa9e41dda58d3ac1be6442d7', 'gw_port_host': None}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:50.803766 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (912996b3-39b2-4bf4-bb3f-d7c8f79d6c42), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.831608 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Pushing event deleted for resources: {'Port': ['ID=912996b3-39b2-4bf4-bb3f-d7c8f79d6c42,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:50.897789 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (ee666e7b-3f3f-4a64-9c80-87e421f549cb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.989953 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (ee666e7b-3f3f-4a64-9c80-87e421f549cb), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:50.992214 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks [] for router_controller (ee666e7b-3f3f-4a64-9c80-87e421f549cb), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.040147 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (ee666e7b-3f3f-4a64-9c80-87e421f549cb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.040770 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee666e7b-3f3f-4a64-9c80-87e421f549cb {{(pid=109007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:54:51.045643 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.046784 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a85006ba-e1ce-49b6-a3f6-bb8fd2fb794d admin admin] 10.222.0.26 "DELETE /v2.0/routers/ee666e7b-3f3f-4a64-9c80-87e421f549cb HTTP/1.1" status: 204 len: 168 time: 0.8249488 Feb 04 12:54:51.049379 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56888) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:51.095846 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] Deleting subnet a9e0ed13-7bb4-4931-a4e0-b875347f1dcc {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:54:51.098932 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] Publish callbacks [] for subnet (a9e0ed13-7bb4-4931-a4e0-b875347f1dcc), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.144840 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (a9e0ed13-7bb4-4931-a4e0-b875347f1dcc), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.259959 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (a9e0ed13-7bb4-4931-a4e0-b875347f1dcc), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.260944 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 127bd77a-d3c4-43f8-ae8c-21681b683edb no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:51.282053 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 127bd77a-d3c4-43f8-ae8c-21681b683edb {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:51.282408 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 127bd77a-d3c4-43f8-ae8c-21681b683edb not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:51.313679 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (a9e0ed13-7bb4-4931-a4e0-b875347f1dcc), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.339499 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a9e0ed13-7bb4-4931-a4e0-b875347f1dcc,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:51.344042 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.347298 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-298b9e28-41b6-4958-9fbd-55458fd82961 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/a9e0ed13-7bb4-4931-a4e0-b875347f1dcc HTTP/1.1" status: 204 len: 168 time: 0.2968099 Feb 04 12:54:51.349865 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56890) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:51.352237 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75fc7192-e721-49dd-9c8f-bb68782ba01c None None] Network 50a66d50-db84-48eb-88ce-0750334f6f31 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:54:51.424244 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (50a66d50-db84-48eb-88ce-0750334f6f31), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.499098 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Deleting port 1cce4254-aa47-4008-b73f-0616de85f461 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:51.499593 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (1cce4254-aa47-4008-b73f-0616de85f461), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.591830 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] For port 1cce4254-aa47-4008-b73f-0616de85f461, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=1cce4254-aa47-4008-b73f-0616de85f461,segment=NetworkSegment(c992ae33-fae2-4acc-b75c-0bb7189b9b5b),segment_id=c992ae33-fae2-4acc-b75c-0bb7189b9b5b)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:51.593060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (1cce4254-aa47-4008-b73f-0616de85f461), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.596953 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] DHCP port deletion for 50a66d50-db84-48eb-88ce-0750334f6f31 request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:54:51.609577 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Calling delete_port for 1cce4254-aa47-4008-b73f-0616de85f461 owned by network:dhcp {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:51.669703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] Deleting port 1cce4254-aa47-4008-b73f-0616de85f461 {{(pid=109008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:51.670074 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (1cce4254-aa47-4008-b73f-0616de85f461), before_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.704098 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (1cce4254-aa47-4008-b73f-0616de85f461), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.750805 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cce4254-aa47-4008-b73f-0616de85f461,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:51.754041 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] No DVR routers for this DVR port 1cce4254-aa47-4008-b73f-0616de85f461 on host dv-cinder-817351-9-iscsi {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:51.764403 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] For port 1cce4254-aa47-4008-b73f-0616de85f461, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=1cce4254-aa47-4008-b73f-0616de85f461,segment=NetworkSegment(c992ae33-fae2-4acc-b75c-0bb7189b9b5b),segment_id=c992ae33-fae2-4acc-b75c-0bb7189b9b5b)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:51.765229 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (1cce4254-aa47-4008-b73f-0616de85f461), precommit_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.781695 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] Calling delete_port for 1cce4254-aa47-4008-b73f-0616de85f461 owned by network:dhcp {{(pid=109008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:51.838740 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (50a66d50-db84-48eb-88ce-0750334f6f31), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.865058 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50a66d50-db84-48eb-88ce-0750334f6f31']}} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:51.874786 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b') {'for_net_delete': True} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:51.875134 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c992ae33-fae2-4acc-b75c-0bb7189b9b5b') {} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:51.879059 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664'] for port (1cce4254-aa47-4008-b73f-0616de85f461), after_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.885805 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827389'] for segment (c992ae33-fae2-4acc-b75c-0bb7189b9b5b), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.901533 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (c992ae33-fae2-4acc-b75c-0bb7189b9b5b), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.909774 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=109007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:54:51.910508 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8503657'] for segment (c992ae33-fae2-4acc-b75c-0bb7189b9b5b), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: Traceback (most recent call last): Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: timer() Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: cb(*args, **kw) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: return func(*args, **kwargs) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: self._notify() Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: self.callback(batched_events) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: event.method(event) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: return f(self, *a, **k) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._get(url).json() Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: return self.request(url, 'GET', **kwargs) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:54:51.912506 dv-cinder-817351-9-iscsi neutron-server[109007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:54:51.915801 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] Pushing event deleted for resources: {'Port': ['ID=1cce4254-aa47-4008-b73f-0616de85f461,revision_number=None']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:51.922141 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efb2ea63-57d7-4e63-9a7d-23a6f627a71c None None] No DVR routers for this DVR port 1cce4254-aa47-4008-b73f-0616de85f461 on host dv-cinder-817351-9-iscsi {{(pid=109008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:51.977583 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (50a66d50-db84-48eb-88ce-0750334f6f31), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.984232 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:51.988823 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] 10.222.0.26 "DELETE /v2.0/networks/50a66d50-db84-48eb-88ce-0750334f6f31 HTTP/1.1" status: 204 len: 168 time: 0.6370497 Feb 04 12:54:52.007093 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c97e43-79b8-4ba3-beba-787240a8dbb8 admin admin] Pushing event deleted for resources: {'Network': ['ID=50a66d50-db84-48eb-88ce-0750334f6f31,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:52.193862 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56906) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:52.236400 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b38e42d8-00fb-4e04-b5ca-2183d958d705 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=7c62b4eba54d42169f6f3e1aa966fc20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413656 Feb 04 12:54:52.238966 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56908) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:52.289651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9d72c113-5029-4ea2-a638-8eadebaa8025 admin admin] Publish callbacks [] for security_group (26b9d68a-4ac4-4e61-868e-52d438ac011e), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.316027 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9d72c113-5029-4ea2-a638-8eadebaa8025 admin admin] Publish callbacks [] for security_group (26b9d68a-4ac4-4e61-868e-52d438ac011e), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.363756 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9d72c113-5029-4ea2-a638-8eadebaa8025 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (26b9d68a-4ac4-4e61-868e-52d438ac011e), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.366395 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9d72c113-5029-4ea2-a638-8eadebaa8025 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.367610 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-9d72c113-5029-4ea2-a638-8eadebaa8025 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/26b9d68a-4ac4-4e61-868e-52d438ac011e HTTP/1.1" status: 204 len: 168 time: 0.1276600 Feb 04 12:54:52.376588 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d72c113-5029-4ea2-a638-8eadebaa8025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26b9d68a-4ac4-4e61-868e-52d438ac011e,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:52.720243 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56914) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:52.767187 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-fde14a52-6963-47c6-bc7b-ca87654224cf admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57e01a80aa9e41dda58d3ac1be6442d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0453265 Feb 04 12:54:52.770020 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56916) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:52.823992 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0289-f43d-4bfc-ae2c-c9e32d96f84a admin admin] Publish callbacks [] for security_group (cf0b7318-606c-4705-a07c-5436a71b8035), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.847456 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0289-f43d-4bfc-ae2c-c9e32d96f84a admin admin] Publish callbacks [] for security_group (cf0b7318-606c-4705-a07c-5436a71b8035), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.899508 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0289-f43d-4bfc-ae2c-c9e32d96f84a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (cf0b7318-606c-4705-a07c-5436a71b8035), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.902340 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7ddc0289-f43d-4bfc-ae2c-c9e32d96f84a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:52.903571 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-7ddc0289-f43d-4bfc-ae2c-c9e32d96f84a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/cf0b7318-606c-4705-a07c-5436a71b8035 HTTP/1.1" status: 204 len: 168 time: 0.1325285 Feb 04 12:54:52.913577 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc0289-f43d-4bfc-ae2c-c9e32d96f84a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf0b7318-606c-4705-a07c-5436a71b8035,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:53.130499 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 1cce4254-aa47-4008-b73f-0616de85f461 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:53.154085 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 1cce4254-aa47-4008-b73f-0616de85f461 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:53.154994 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 1cce4254-aa47-4008-b73f-0616de85f461 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:53.155661 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:53.182849 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:53.183487 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 912996b3-39b2-4bf4-bb3f-d7c8f79d6c42 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:53.471030 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf8cceb-2001-456e-8884-f0879fe001a3 req-ca5c7c14-c782-4158-9649-2b47be9a1d8b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:53.471030 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aaf8cceb-2001-456e-8884-f0879fe001a3 req-ca5c7c14-c782-4158-9649-2b47be9a1d8b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 947 time: 0.0570993 Feb 04 12:54:53.520869 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aaf8cceb-2001-456e-8884-f0879fe001a3 req-1e707ec7-f02f-4cdd-80b4-89b16ae206b2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459716 Feb 04 12:54:54.649513 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b70a70e-e191-4ba3-905a-1e4d4284fb46 req-b664c339-5602-46e4-b2c1-5c087a6c28fb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.651094 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1b70a70e-e191-4ba3-905a-1e4d4284fb46 req-b664c339-5602-46e4-b2c1-5c087a6c28fb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 947 time: 0.0537951 Feb 04 12:54:54.699319 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1b70a70e-e191-4ba3-905a-1e4d4284fb46 req-f38cf21b-4a68-4afa-8cef-3e115331edce tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=6174db8e-af5e-4589-9afb-f6ad7a6703c9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426412 Feb 04 12:54:54.953549 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-58b25017-1880-4f15-9304-248a76a6992c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:54.955045 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-58b25017-1880-4f15-9304-248a76a6992c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 947 time: 0.0550134 Feb 04 12:54:55.053281 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Deleting port f6b39874-6327-4e20-9dae-cd5186023c31 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:55.053625 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:55.151427 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] For port f6b39874-6327-4e20-9dae-cd5186023c31, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f6b39874-6327-4e20-9dae-cd5186023c31,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:54:55.151797 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:55.334817 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:55.335400 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (202e7683-80c6-408a-8699-d57323a62670), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:55.335832 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Floating IP 202e7683-80c6-408a-8699-d57323a62670 disassociated. External IP: 172.27.3.134, port: f6b39874-6327-4e20-9dae-cd5186023c31. Feb 04 12:54:55.336308 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Calling delete_port for f6b39874-6327-4e20-9dae-cd5186023c31 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:55.473707 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (f6b39874-6327-4e20-9dae-cd5186023c31), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:55.503486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event deleted for resources: {'Port': ['ID=f6b39874-6327-4e20-9dae-cd5186023c31,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:55.619873 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:54:55.732055 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:54:55.743447 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] Sync routers for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:54:55.755100 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:55.755888 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:55.775884 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] No DVR routers for this DVR port f6b39874-6327-4e20-9dae-cd5186023c31 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:54:55.778427 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:55.782598 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a2f6cce9-27ba-4193-a3c9-a56456377078 req-db6ef52d-bad4-4476-b32e-ac0a98095e46 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "DELETE /v2.0/ports/f6b39874-6327-4e20-9dae-cd5186023c31 HTTP/1.1" status: 204 len: 173 time: 0.8229759 Feb 04 12:54:55.783147 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-deleted', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:54:55.785566 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-539e041e-ea0f-461c-b97b-224659f22d49" -d '{"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-deleted", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:54:55.814206 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fd15cd10-cab3-4a68-8e38-c8681f7e511b req-f8e7f7ed-afe2-49ed-b61e-0bb783a45c1e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=1a8e5dfc-c04c-4002-a25a-d22a3a77285e HTTP/1.1" status: 200 len: 210 time: 0.0388496 Feb 04 12:54:55.838758 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefb7f68-5da3-4e51-89fa-23c47d0e21ae x-openstack-request-id: req-eefb7f68-5da3-4e51-89fa-23c47d0e21ae {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:54:55.839015 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a8e5dfc-c04c-4002-a25a-d22a3a77285e", "name": "network-vif-deleted", "tag": "f6b39874-6327-4e20-9dae-cd5186023c31", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:54:55.839276 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-eefb7f68-5da3-4e51-89fa-23c47d0e21ae {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:54:55.839756 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a8e5dfc-c04c-4002-a25a-d22a3a77285e', 'name': 'network-vif-deleted', 'tag': 'f6b39874-6327-4e20-9dae-cd5186023c31', 'status': 'completed', 'code': 200} Feb 04 12:54:56.016676 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:56.244978 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:56.278674 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] Checking router: 62c0ac7f-3006-47ae-bd52-0482f2d962a9 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:54:56.288786 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:54:56.289399 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:54:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:56.405799 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:54:56.619179 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:54:56.647926 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9b4de67-8036-4990-8015-e8f5cf6439e2 None None] The sync data for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi is: [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:54:56.910680 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7340dcf4-5cdd-416a-bbf0-6511e47770b1 None None] New status for floating IP 202e7683-80c6-408a-8699-d57323a62670: DOWN {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:54:56.928927 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 56940) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:56.989068 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a134-c822-4692-bbb3-7df5f9fcb056 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (6174db8e-af5e-4589-9afb-f6ad7a6703c9), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.024019 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a134-c822-4692-bbb3-7df5f9fcb056 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (6174db8e-af5e-4589-9afb-f6ad7a6703c9), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.086783 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a134-c822-4692-bbb3-7df5f9fcb056 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (6174db8e-af5e-4589-9afb-f6ad7a6703c9), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.089546 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-7dd9a134-c822-4692-bbb3-7df5f9fcb056 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.090649 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-7dd9a134-c822-4692-bbb3-7df5f9fcb056 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "DELETE /v2.0/security-groups/6174db8e-af5e-4589-9afb-f6ad7a6703c9 HTTP/1.1" status: 204 len: 168 time: 0.1606963 Feb 04 12:54:57.093853 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56942) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:57.101115 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd9a134-c822-4692-bbb3-7df5f9fcb056 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6174db8e-af5e-4589-9afb-f6ad7a6703c9,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:57.106856 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.api.v2.resource [None req-fc254b8d-e4a8-494d-998a-c517bd1860c1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] show failed (client error): The resource could not be found. Feb 04 12:54:57.109012 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-fc254b8d-e4a8-494d-998a-c517bd1860c1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups/6174db8e-af5e-4589-9afb-f6ad7a6703c9 HTTP/1.1" status: 404 len: 347 time: 0.0135643 Feb 04 12:54:57.111937 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56944) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:57.277965 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Deleting port c7692d4a-95b8-458e-8d75-055d4a1430cf {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:54:57.278305 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.370396 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.370702 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (c7692d4a-95b8-458e-8d75-055d4a1430cf), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.384626 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Calling delete_port for c7692d4a-95b8-458e-8d75-055d4a1430cf owned by network:floatingip {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:54:57.548048 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (c7692d4a-95b8-458e-8d75-055d4a1430cf), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.576064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event deleted for resources: {'Port': ['ID=c7692d4a-95b8-458e-8d75-055d4a1430cf,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:57.649471 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (202e7683-80c6-408a-8699-d57323a62670), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.652288 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:57.653514 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-25153186-a780-4b24-8955-428253e2a1f2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "DELETE /v2.0/floatingips/202e7683-80c6-408a-8699-d57323a62670 HTTP/1.1" status: 204 len: 168 time: 0.5404556 Feb 04 12:54:58.014554 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56950) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:58.019329 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-207e353f-363b-4639-90e4-485bf7aee13b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1159150702', 'description': 'tempest-description--1220307898'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:58.041627 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-207e353f-363b-4639-90e4-485bf7aee13b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.128801 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-207e353f-363b-4639-90e4-485bf7aee13b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (29e546c4-8d8f-409f-839a-d78959988ced), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.134334 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-207e353f-363b-4639-90e4-485bf7aee13b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (29e546c4-8d8f-409f-839a-d78959988ced), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.168402 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207e353f-363b-4639-90e4-485bf7aee13b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29e546c4-8d8f-409f-839a-d78959988ced,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:58.173595 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-207e353f-363b-4639-90e4-485bf7aee13b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.174839 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-207e353f-363b-4639-90e4-485bf7aee13b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1591399 Feb 04 12:54:58.179273 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56952) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:58.183713 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-e332d352-a78d-407f-b95c-3bf892fb4092 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'security_group_rule': {'security_group_id': '29e546c4-8d8f-409f-839a-d78959988ced', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:58.209565 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e332d352-a78d-407f-b95c-3bf892fb4092 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (e7ea3ba2-b99e-49d3-b2f0-d9ec256a4b8b), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.277867 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e332d352-a78d-407f-b95c-3bf892fb4092 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (e7ea3ba2-b99e-49d3-b2f0-d9ec256a4b8b), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.283208 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e332d352-a78d-407f-b95c-3bf892fb4092 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (e7ea3ba2-b99e-49d3-b2f0-d9ec256a4b8b), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.302515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332d352-a78d-407f-b95c-3bf892fb4092 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7ea3ba2-b99e-49d3-b2f0-d9ec256a4b8b,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:58.308034 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e332d352-a78d-407f-b95c-3bf892fb4092 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.309252 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e332d352-a78d-407f-b95c-3bf892fb4092 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1291196 Feb 04 12:54:58.312730 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56954) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:58.317283 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-6b94621f-543c-4c74-854e-24cbd641d372 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'security_group_rule': {'security_group_id': '29e546c4-8d8f-409f-839a-d78959988ced', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:58.344659 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6b94621f-543c-4c74-854e-24cbd641d372 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (32d4d18b-918e-4f57-8cd4-20a8e74bcd2b), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.403833 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6b94621f-543c-4c74-854e-24cbd641d372 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (32d4d18b-918e-4f57-8cd4-20a8e74bcd2b), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.408363 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6b94621f-543c-4c74-854e-24cbd641d372 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (32d4d18b-918e-4f57-8cd4-20a8e74bcd2b), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.433020 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b94621f-543c-4c74-854e-24cbd641d372 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32d4d18b-918e-4f57-8cd4-20a8e74bcd2b,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:58.439536 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-47c0fb41-166b-4733-9a7d-8ddef3c36984 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.442390 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6b94621f-543c-4c74-854e-24cbd641d372 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.448968 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6b94621f-543c-4c74-854e-24cbd641d372 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1300137 Feb 04 12:54:58.449188 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 56956) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:54:58.453338 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:54:58.475546 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.576780 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.679926 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Allocated IP 172.27.3.247 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/b08713a5-9631-4622-89af-65909f8f7658) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:54:58.796161 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for port (b08713a5-9631-4622-89af-65909f8f7658), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.836313 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (b08713a5-9631-4622-89af-65909f8f7658), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:58.879420 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:54:58.882860 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:54:58.886787 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:54:58.911926 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'Port': ['ID=b08713a5-9631-4622-89af-65909f8f7658,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:59.012440 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (e57ac336-9015-4585-b4dc-b34234047718), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.052949 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (b08713a5-9631-4622-89af-65909f8f7658), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.221668 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for port (b08713a5-9631-4622-89af-65909f8f7658), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.226559 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (b08713a5-9631-4622-89af-65909f8f7658), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.239769 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:54:59.266099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: f6b39874-6327-4e20-9dae-cd5186023c31 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:54:59.266867 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f6b39874-6327-4e20-9dae-cd5186023c31 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:54:59.296931 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'Port': ['ID=b08713a5-9631-4622-89af-65909f8f7658,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:54:59.309970 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (e57ac336-9015-4585-b4dc-b34234047718), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.328194 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:54:59.330294 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-2ee9272c-cc1e-4da1-bce3-b4cbac4df1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8800926 Feb 04 12:54:59.580343 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-ee70c37b-6126-4271-b95a-89f50100b62d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1159150702&fields=id&tenant_id=21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 267 time: 0.0529859 Feb 04 12:54:59.697913 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-7d80ae20-2645-41d2-9826-c756f4e04ea6 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:54:59.699475 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-7d80ae20-2645-41d2-9826-c756f4e04ea6 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 816 time: 0.1117857 Feb 04 12:54:59.723453 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-30ecab5f-5674-4300-a54a-2c6872739211 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/quotas/21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 375 time: 0.0178659 Feb 04 12:54:59.789444 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-98479dae-d5d3-4a67-ae06-c631f88b45ae tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0565121 Feb 04 12:54:59.901039 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-11ed11b8-d63a-47b1-baa0-63e162ea10e1 service neutron] 10.222.0.26 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993278 Feb 04 12:54:59.992370 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-018eb4c0-2ed7-4cb5-93f0-6215a6aab2c8 service neutron] 10.222.0.26 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855012 Feb 04 12:55:00.190266 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff759da7-cb8f-4912-8e65-66cf47168069 req-e890621b-1869-48f0-8b52-8ba2efe43b41 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 210 time: 0.0307012 Feb 04 12:55:01.043864 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-552c1a31-6cd5-49d8-8874-852e4e356ec8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:01.232014 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-a534873c-7897-429e-aa33-aa690b99c8df tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:01.235159 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-a534873c-7897-429e-aa33-aa690b99c8df tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 816 time: 0.1727560 Feb 04 12:55:01.319088 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-3f50849f-211f-4b55-84da-dc968b8d9274 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 380 time: 0.0749283 Feb 04 12:55:01.322430 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-489157cd-ab77-43b8-8e39-5437b7b045df req-60e6f6ae-b5ed-4d36-a3fb-774d8a8529d4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 210 time: 0.0377238 Feb 04 12:55:01.328478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'port': {'device_id': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'admin_state_up': True, 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'security_groups': ['29e546c4-8d8f-409f-839a-d78959988ced']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:01.457306 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Made reservation on behalf of 21f8bb936df4417d9c45861a8fe9ecb2 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:01.461307 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:01.630579 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Allocated IP 172.20.0.3 (df8d7004-e3f4-4322-9797-55226bd4f71d/f3ca1fae-72a3-4468-8e52-7a4187e2613f/28064c2d-0d0e-4fcf-98a7-613c7a8da128) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:01.788791 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:01.830193 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:01.878073 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Network df8d7004-e3f4-4322-9797-55226bd4f71d is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:01.881467 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:01.885195 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:55:01.911045 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:01.942200 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:01.942845 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:01.963159 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-96b39065-d07b-4569-a020-4992fca8ca74 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6393907 Feb 04 12:55:01.975474 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Request body: {'port': {'device_id': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:02.061861 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:02.155391 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-3b7a98f4-08b8-406f-93ba-0d430e4c8a9d None None] Provisioning complete for port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:02.156166 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3b7a98f4-08b8-406f-93ba-0d430e4c8a9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:02.198370 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-3b7a98f4-08b8-406f-93ba-0d430e4c8a9d None None] Port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:55:02.574598 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a14a597-b7e0-41d2-a90c-67b4210eb3da req-abffe0b7-87f5-4070-9667-f9b5dd228362 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:02.576065 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a14a597-b7e0-41d2-a90c-67b4210eb3da req-abffe0b7-87f5-4070-9667-f9b5dd228362 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 931 time: 0.1281481 Feb 04 12:55:02.661760 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a14a597-b7e0-41d2-a90c-67b4210eb3da req-888a37f6-37da-499f-bdce-412abca3316e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790775 Feb 04 12:55:02.710081 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28064c2d-0d0e-4fcf-98a7-613c7a8da128 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:02.719055 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Publish callbacks [] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:02.733306 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Transition to ACTIVE for port object 28064c2d-0d0e-4fcf-98a7-613c7a8da128 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:02.737781 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:02.792026 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:02.871080 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Attempting to bind port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:55:02.871662 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Attempting to bind port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:55:02.872223 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Attempting to bind port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 on network df8d7004-e3f4-4322-9797-55226bd4f71d {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:02.879927 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 on network df8d7004-e3f4-4322-9797-55226bd4f71d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:55:02.880261 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Attempting to bind port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 on network df8d7004-e3f4-4322-9797-55226bd4f71d {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:02.886391 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 54, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:55:02.886736 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Checking segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:55:02.887162 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Bound using segment: {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:55:02.887608 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Bound port: 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3cfd3c2d-d411-427b-b6e8-667454912330', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:55:02.887975 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:02.967691 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:55:02.970812 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:55:02.976603 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:03.015026 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.015670 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:03.017104 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] 10.222.0.75 "PUT /v2.0/ports/28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 200 len: 1093 time: 1.0466499 Feb 04 12:55:03.017562 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:03.019889 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03e7238e-1e09-40f4-bad8-aefe6f104f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:03.044277 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b724ecd-6b82-44f0-8274-24dcf5543485 service neutron] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:03.084486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b3fead2-9e03-4ab1-b3a7-934aa00ee2c1 x-openstack-request-id: req-6b3fead2-9e03-4ab1-b3a7-934aa00ee2c1 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:03.084740 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:03.084992 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b3fead2-9e03-4ab1-b3a7-934aa00ee2c1 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:03.085418 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'status': 'completed', 'code': 200} Feb 04 12:55:03.126366 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-547b1b3b-1cb1-4b76-ba6e-781900893d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.128402 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-547b1b3b-1cb1-4b76-ba6e-781900893d12 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1127 time: 0.0555391 Feb 04 12:55:03.178412 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-f77d458f-e044-42ca-a7f2-116d80c68cfa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 200 len: 217 time: 0.0417421 Feb 04 12:55:03.236388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-fa274950-8689-4393-801e-37dc6e847d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.237919 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-fa274950-8689-4393-801e-37dc6e847d05 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0535381 Feb 04 12:55:03.293493 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-c55c1663-cac6-405d-9877-ea06b03e767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.296056 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-c55c1663-cac6-405d-9877-ea06b03e767b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0503581 Feb 04 12:55:03.382911 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:03.397918 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-3771eb55-de27-4ffa-a9ac-c0cb44be9adf service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945659 Feb 04 12:55:03.496303 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7b1cc7f7-566f-4371-a9bb-a1563198b15d req-aed7c7ef-fd87-4f14-8119-7c660613303e service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921941 Feb 04 12:55:03.588386 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-9b25ed5a-f81c-4b75-bde3-24a7f85e10c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.589956 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-9b25ed5a-f81c-4b75-bde3-24a7f85e10c9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1127 time: 0.0471532 Feb 04 12:55:03.690552 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-187077d0-4e87-47d8-82b5-882622399aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.692120 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-187077d0-4e87-47d8-82b5-882622399aed service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.0936666 Feb 04 12:55:03.735638 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-d9bb6ec9-021c-4362-83a3-680715e45089 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 200 len: 217 time: 0.0373600 Feb 04 12:55:03.818691 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-de747e5f-1311-4fb0-8956-e5e7f9e5d42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.820211 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-de747e5f-1311-4fb0-8956-e5e7f9e5d42a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0741792 Feb 04 12:55:03.832304 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7c8fe-38a4-43ca-b37a-60e502233f74 req-f89ec2be-e09c-4025-8116-53031f5657f0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.833763 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a2c7c8fe-38a4-43ca-b37a-60e502233f74 req-f89ec2be-e09c-4025-8116-53031f5657f0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0961633 Feb 04 12:55:03.907050 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a2c7c8fe-38a4-43ca-b37a-60e502233f74 req-737b0ef4-83f4-4346-9cbc-10fa8f1dde90 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643587 Feb 04 12:55:03.913889 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-088aba3d-b78f-4c1a-9860-2800ee638a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:03.915459 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-088aba3d-b78f-4c1a-9860-2800ee638a2b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0808058 Feb 04 12:55:04.025083 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-ce32a66c-a663-4f1f-bd82-d8ec4e786485 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010861 Feb 04 12:55:04.128190 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-03e7238e-1e09-40f4-bad8-aefe6f104f1f req-3d7557e6-cca8-4bad-9c68-2a6b5bb0ee36 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958886 Feb 04 12:55:04.708464 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:04.943641 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:05.051958 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1923dcf-49fe-443a-bead-ecf1f30c4b4f req-fb55d7c8-3d11-40a3-8ce4-24dd68e25a39 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:05.053492 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c1923dcf-49fe-443a-bead-ecf1f30c4b4f req-fb55d7c8-3d11-40a3-8ce4-24dd68e25a39 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0553224 Feb 04 12:55:05.106136 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c1923dcf-49fe-443a-bead-ecf1f30c4b4f req-242a14ea-3f16-4b2c-a1b7-0a457bbab786 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469952 Feb 04 12:55:05.268822 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:55:05.384868 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:05.398309 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'port_id': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'mac_address': 'fa:16:3e:8b:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:55:05.440225 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:05.440629 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:05.456472 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28064c2d-0d0e-4fcf-98a7-613c7a8da128 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:05.479036 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:05.483376 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:05.539970 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:05.706248 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['28064c2d-0d0e-4fcf-98a7-613c7a8da128'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:55:06.238717 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fec49e-8bd6-4acb-b4b0-765b7ec1e989 req-33f89cbe-9e2c-4280-a6d5-4e484c166184 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:06.240318 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a7fec49e-8bd6-4acb-b4b0-765b7ec1e989 req-33f89cbe-9e2c-4280-a6d5-4e484c166184 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 944 time: 0.0592401 Feb 04 12:55:06.287766 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a7fec49e-8bd6-4acb-b4b0-765b7ec1e989 req-1dba53a1-d425-4005-b855-5bf98f4e865f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415964 Feb 04 12:55:07.285085 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:55:07.343479 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:55:07.347625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:07.348037 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:07.422198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf881b8-86da-4c6f-a752-03003ca09e8d req-0867b95f-2587-49a4-9aee-2f56500cad51 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:07.423868 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8bf881b8-86da-4c6f-a752-03003ca09e8d req-0867b95f-2587-49a4-9aee-2f56500cad51 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 944 time: 0.0580437 Feb 04 12:55:07.437250 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:55:07.437651 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:07.462465 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:07.465268 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862f1160-cdad-4895-a047-af29dda91c92" -d '{"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-plugged", "status": "completed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:07.478012 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8bf881b8-86da-4c6f-a752-03003ca09e8d req-63fc63de-5cf4-4663-84e2-29b04652b659 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445714 Feb 04 12:55:07.480809 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:55:07.486778 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:07.512457 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d242b7c2-da66-4251-95b0-824afc2b9ea5 x-openstack-request-id: req-d242b7c2-da66-4251-95b0-824afc2b9ea5 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:07.512767 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-plugged", "status": "completed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:07.513022 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d242b7c2-da66-4251-95b0-824afc2b9ea5 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:07.513458 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'code': 200} Feb 04 12:55:07.543342 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:07.687872 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a2b0f7-f8f6-496a-bb8c-0ed6aadfe863 req-8ad94502-2191-4963-935b-e8d18c03fa5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:07.689399 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3a2b0f7-f8f6-496a-bb8c-0ed6aadfe863 req-8ad94502-2191-4963-935b-e8d18c03fa5a service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1129 time: 0.0468459 Feb 04 12:55:07.734584 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3a2b0f7-f8f6-496a-bb8c-0ed6aadfe863 req-2e8dcfb3-07fb-44ad-8159-456b2e1feb0c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384448 Feb 04 12:55:08.603165 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb96301-70e6-4d61-9805-e18d5fc2947c req-9844253c-8147-4ec4-a026-d1773008fee1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:08.604667 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5cb96301-70e6-4d61-9805-e18d5fc2947c req-9844253c-8147-4ec4-a026-d1773008fee1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0515909 Feb 04 12:55:08.653119 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5cb96301-70e6-4d61-9805-e18d5fc2947c req-a4e30722-164f-4baf-85c9-fd2dfaaae0fc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410748 Feb 04 12:55:09.786368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c06324a-2b4a-40fe-b1bf-d94da5bcb5a7 req-4a4f5da1-7575-4701-b6ce-8a88fda5c479 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:09.787998 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4c06324a-2b4a-40fe-b1bf-d94da5bcb5a7 req-4a4f5da1-7575-4701-b6ce-8a88fda5c479 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0553415 Feb 04 12:55:09.839680 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4c06324a-2b4a-40fe-b1bf-d94da5bcb5a7 req-44d724bc-38df-4675-852c-fc9ae3aba306 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457101 Feb 04 12:55:10.162064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695a69f6-5648-4b64-bff7-bce93cdcf13c req-01e012a8-c3be-4561-b1d4-8ce5d0cb8a09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:10.163631 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-695a69f6-5648-4b64-bff7-bce93cdcf13c req-01e012a8-c3be-4561-b1d4-8ce5d0cb8a09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.2547140 Feb 04 12:55:10.172602 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57010) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:55:10.177097 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Request body: {'floatingip': {'port_id': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:10.217132 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (e57ac336-9015-4585-b4dc-b34234047718), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:10.665765 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:10.671387 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (e57ac336-9015-4585-b4dc-b34234047718), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:10.779721 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.l3_db [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Floating IP e57ac336-9015-4585-b4dc-b34234047718 associated. External IP: 172.27.3.247, port: 28064c2d-0d0e-4fcf-98a7-613c7a8da128. Feb 04 12:55:11.001526 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:55:11.117627 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:55:11.122692 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:11.129215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] Sync routers for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:55:11.146741 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:55:11.147854 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:55:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:11.155900 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f944b95e-4036-4846-95cc-0f1f50ad7b23 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "PUT /v2.0/floatingips/e57ac336-9015-4585-b4dc-b34234047718 HTTP/1.1" status: 200 len: 991 time: 0.9821694 Feb 04 12:55:11.156489 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:11.158797 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34" -d '{"events": [{"name": "network-changed", "server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:11.207231 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95bd891c-1303-4ae2-a36c-9c1c89550dfe x-openstack-request-id: req-95bd891c-1303-4ae2-a36c-9c1c89550dfe {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:11.207838 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:11.207838 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-95bd891c-1303-4ae2-a36c-9c1c89550dfe {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:11.208209 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'status': 'completed', 'code': 200} Feb 04 12:55:11.266296 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:55:11.300177 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56928dc1-8889-4b8a-bd24-40b943798bb4 req-44af078c-158d-44ce-952b-eabd466d9df3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.302722 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-56928dc1-8889-4b8a-bd24-40b943798bb4 req-44af078c-158d-44ce-952b-eabd466d9df3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0876911 Feb 04 12:55:11.308702 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-27866ec7-a079-4f09-9966-f12b5ed262e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.310216 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-27866ec7-a079-4f09-9966-f12b5ed262e8 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1129 time: 0.0667865 Feb 04 12:55:11.409745 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-56928dc1-8889-4b8a-bd24-40b943798bb4 req-af27ef3a-53ca-46ec-980c-3b3920a0c36a tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983846 Feb 04 12:55:11.437041 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-f9b459c7-c06c-40b2-a4c8-63d0a78f5009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.438557 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-f9b459c7-c06c-40b2-a4c8-63d0a78f5009 service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.1205809 Feb 04 12:55:11.508903 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-09482fed-7af3-431a-9a7a-5088df576d95 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 200 len: 999 time: 0.0643389 Feb 04 12:55:11.511404 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': 'e57ac336-9015-4585-b4dc-b34234047718', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'port_id': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'mac_address': 'fa:16:3e:8b:44:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:58Z', 'updated_at': '2022-02-04T12:55:10Z', 'revision_number': 1, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:11.542451 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] Checking router: 62c0ac7f-3006-47ae-bd52-0482f2d962a9 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:55:11.551929 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:55:11.552542 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:55:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:11.562896 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-cda15fe6-5326-4c4b-b5ed-04a69c43d0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.564395 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-cda15fe6-5326-4c4b-b5ed-04a69c43d0b1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0498133 Feb 04 12:55:11.617311 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-a87fa948-c646-4df0-b134-3ce0fbdd74d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:11.618892 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-a87fa948-c646-4df0-b134-3ce0fbdd74d4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487351 Feb 04 12:55:11.667025 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:55:11.710682 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-c431a209-c142-4c87-a9f8-f9ae68a1aa7a service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858274 Feb 04 12:55:11.808097 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e0f6b760-06bc-46b9-9fec-d02f9aa2ab34 req-25e39d53-ae45-4df9-90b6-cbcd6b1cec0a service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919931 Feb 04 12:55:12.036619 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': 'e57ac336-9015-4585-b4dc-b34234047718', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'port_id': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'mac_address': 'fa:16:3e:8b:44:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:58Z', 'updated_at': '2022-02-04T12:55:10Z', 'revision_number': 1, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:55:12.069199 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e14a7e1-1980-4240-be57-2ab384ee9e0d None None] The sync data for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi is: [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': 'e57ac336-9015-4585-b4dc-b34234047718', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'floating_ip_address': '172.27.3.247', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'port_id': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 592, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'mac_address': 'fa:16:3e:8b:44:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:58Z', 'updated_at': '2022-02-04T12:55:10Z', 'revision_number': 1, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:55:12.276395 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a68e34-206a-4106-a6ff-28d148f8016f None None] New status for floating IP e57ac336-9015-4585-b4dc-b34234047718: ACTIVE {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:55:12.555788 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bac5909-b016-4f7d-8218-84d956d1f852 req-af80e1d6-2f95-4780-a6d9-2523579ca8ab tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:12.557362 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1bac5909-b016-4f7d-8218-84d956d1f852 req-af80e1d6-2f95-4780-a6d9-2523579ca8ab tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0603950 Feb 04 12:55:12.607682 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1bac5909-b016-4f7d-8218-84d956d1f852 req-fb6e998c-1c7b-4c19-a8da-f761b4340847 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435901 Feb 04 12:55:14.532347 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:27.102503 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:55:28.442473 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ce9b3c57-7c5b-4e6e-80c5-a91b05b002bc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:31.029658 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a5f72a1a-5668-4160-93da-353c27cc8992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:33.386107 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:34.711106 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:34.940002 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:44.533330 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:44.862211 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-24ba4439-3b9d-4dc3-91f2-37c199709316 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452709 Feb 04 12:55:44.947917 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-b70d4e10-2351-4cab-90ae-bbbd1e27e257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:44.950202 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-b70d4e10-2351-4cab-90ae-bbbd1e27e257 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0453849 Feb 04 12:55:45.059922 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-22bb8264-1e60-4c1f-a0cf-5cd2bdea0f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:45.065685 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-22bb8264-1e60-4c1f-a0cf-5cd2bdea0f56 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.0960932 Feb 04 12:55:45.917205 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-f1ccd3b8-f042-414b-9c3b-4616508f15aa service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 200 len: 1001 time: 0.0615375 Feb 04 12:55:46.681313 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-8ae7b3af-37c2-4ecc-b350-bab508aff550 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:46.682823 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-8ae7b3af-37c2-4ecc-b350-bab508aff550 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0496330 Feb 04 12:55:47.560452 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-df4e6de4-302d-4612-81f3-aa7b66455b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:47.562046 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-df4e6de4-302d-4612-81f3-aa7b66455b83 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456600 Feb 04 12:55:47.650895 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-88468806-9e65-4607-b0a8-fa311f333793 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810945 Feb 04 12:55:47.745952 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c297b98-9e10-470a-a092-44bc83e29c0b req-20599d69-99b9-40f8-94ed-bc171c8926c5 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883582 Feb 04 12:55:48.287714 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd396583-0062-4641-9d40-dad9eeb6f00c req-c54813c5-54b0-4503-981f-ebe1ae14aced tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:48.289386 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fd396583-0062-4641-9d40-dad9eeb6f00c req-c54813c5-54b0-4503-981f-ebe1ae14aced tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0654414 Feb 04 12:55:48.342831 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fd396583-0062-4641-9d40-dad9eeb6f00c req-8c957b10-eb11-40b4-aeb8-8018f260bf45 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462041 Feb 04 12:55:49.481581 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c029ce-a3be-44ba-b500-4c93c15202e2 req-f3522368-c4f8-4168-806d-9d726bf77431 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:49.483209 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f8c029ce-a3be-44ba-b500-4c93c15202e2 req-f3522368-c4f8-4168-806d-9d726bf77431 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0629420 Feb 04 12:55:49.535225 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f8c029ce-a3be-44ba-b500-4c93c15202e2 req-bd3809f4-d162-4748-818e-d565c3b261ed tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462611 Feb 04 12:55:50.678651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecf0c30-77d6-4124-b6e9-a9d3bf3ef253 req-4a932ebe-153d-4575-94d0-456cdf3011b8 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:50.681120 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5ecf0c30-77d6-4124-b6e9-a9d3bf3ef253 req-4a932ebe-153d-4575-94d0-456cdf3011b8 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0690925 Feb 04 12:55:50.733826 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5ecf0c30-77d6-4124-b6e9-a9d3bf3ef253 req-ee75c16b-ab7e-42f0-9832-cccba9b3da71 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447991 Feb 04 12:55:51.814238 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-70a44b7e-542c-425e-a732-4f61d982e16b tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-274012274&fields=id&tenant_id=4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 267 time: 0.0469992 Feb 04 12:55:51.868160 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1540859-b20c-4ca8-99ca-dfc92b895f79 req-3b328c4f-ce9d-4531-bdd0-0d6a9d48bdc0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:51.869745 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d1540859-b20c-4ca8-99ca-dfc92b895f79 req-3b328c4f-ce9d-4531-bdd0-0d6a9d48bdc0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0594547 Feb 04 12:55:51.919516 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d1540859-b20c-4ca8-99ca-dfc92b895f79 req-7f796e26-fe54-48b4-94cd-0012e07728eb tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433054 Feb 04 12:55:51.930722 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-8bd81ccf-31ff-4c99-b485-0462f504e4f7 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:51.932300 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-8bd81ccf-31ff-4c99-b485-0462f504e4f7 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 810 time: 0.1118090 Feb 04 12:55:51.948118 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-94acff11-35c8-4bd3-9442-b391ad5326dd tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/quotas/4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 375 time: 0.0093405 Feb 04 12:55:52.005674 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-a5041b09-61da-4ab2-8f47-96980a0a15a9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0512052 Feb 04 12:55:52.100152 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-9fc505f0-52a4-43ce-89a5-84e5cd2ee21c service neutron] 10.222.0.26 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818594 Feb 04 12:55:52.192597 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-b342d21f-439e-4394-aafa-5f81705f2333 service neutron] 10.222.0.26 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869422 Feb 04 12:55:52.470168 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c21f2fc8-9dbd-4939-8827-472c02a6c789 req-2a89aeba-4435-412c-9c42-fe1585755aff tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 210 time: 0.0275505 Feb 04 12:55:53.066373 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c070e7-9474-4272-b7c3-07efd1ca3ec3 req-25983597-5a43-4b50-9bf3-aa43650a214f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:53.067933 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-35c070e7-9474-4272-b7c3-07efd1ca3ec3 req-25983597-5a43-4b50-9bf3-aa43650a214f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0586069 Feb 04 12:55:53.116549 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-35c070e7-9474-4272-b7c3-07efd1ca3ec3 req-111a6276-43ee-43d3-914c-a20d458f670f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428953 Feb 04 12:55:53.418494 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-74e4e20c-4c70-4ce6-a9d9-444066e30cb6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:53.420003 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-74e4e20c-4c70-4ce6-a9d9-444066e30cb6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 810 time: 0.1049073 Feb 04 12:55:53.484243 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-ce64a007-a19a-40b7-81cd-9881936ca349 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d42ef29a88f46e98b25010c0d105ba7 HTTP/1.1" status: 200 len: 379 time: 0.0558026 Feb 04 12:55:53.496385 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'port': {'device_id': 'e709b3ef-0794-4844-93c0-e9673692e536', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'admin_state_up': True, 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'security_groups': ['50500cab-e657-4bfe-84d5-496b36dd60b6']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:53.584199 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6374566c-d054-4649-9c45-c85e22e30766 req-79d5a0c3-8aa1-48bd-a481-7bf047033867 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 210 time: 0.0305040 Feb 04 12:55:53.648774 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Made reservation on behalf of 4d42ef29a88f46e98b25010c0d105ba7 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:55:53.652263 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:53.789008 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Allocated IP 172.20.0.14 (7303c293-47d0-4dee-894a-2ddfdf0563fb/988ff66e-4f11-4eb6-bc94-1a6f68371fb7/81cd554b-36ad-46d6-a5dc-7c67519c3b44) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:55:53.955563 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:53.990629 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.043935 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:55:54.047207 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:55:54.049808 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:55:54.082110 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=81cd554b-36ad-46d6-a5dc-7c67519c3b44,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:54.100327 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.100685 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.101604 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.101604 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.101826 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.102036 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.102377 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.103141 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.103141 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.103401 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.103733 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.104063 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.104389 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:55:54.120172 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:54.121385 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.139453 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-07d13f56-2d65-416b-ad77-eff8b499fb43 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6495066 Feb 04 12:55:54.150800 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Request body: {'port': {'device_id': 'e709b3ef-0794-4844-93c0-e9673692e536', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:55:54.237105 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.269016 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e09746-2e0d-4885-9c2d-7fd86921420c req-621a451c-7831-49f0-8014-2e9ba47df034 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:54.271825 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-09e09746-2e0d-4885-9c2d-7fd86921420c req-621a451c-7831-49f0-8014-2e9ba47df034 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0765820 Feb 04 12:55:54.323019 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-9b48b404-9181-4c2d-b612-c099bc980d0c None None] Provisioning complete for port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:55:54.323750 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9b48b404-9181-4c2d-b612-c099bc980d0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.329013 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-09e09746-2e0d-4885-9c2d-7fd86921420c req-6d5cc6ad-963a-4849-9d69-b4b5025e986c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512938 Feb 04 12:55:54.365083 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-9b48b404-9181-4c2d-b612-c099bc980d0c None None] Port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:55:54.528956 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81cd554b-36ad-46d6-a5dc-7c67519c3b44 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:55:54.536824 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Publish callbacks [] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.550379 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Transition to ACTIVE for port object 81cd554b-36ad-46d6-a5dc-7c67519c3b44 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:55:54.554145 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.613359 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd554b-36ad-46d6-a5dc-7c67519c3b44,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:54.726007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Attempting to bind port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:55:54.726346 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Attempting to bind port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:55:54.726678 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Attempting to bind port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:54.734316 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 on network 7303c293-47d0-4dee-894a-2ddfdf0563fb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:55:54.734643 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Attempting to bind port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 on network 7303c293-47d0-4dee-894a-2ddfdf0563fb {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:55:54.742458 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 55, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:55:54.742801 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Checking segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:55:54.743210 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Bound using segment: {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:55:54.743650 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Bound port: 81cd554b-36ad-46d6-a5dc-7c67519c3b44, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1172059b-5f2a-4ca6-a82e-54fb58d48ded', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:55:54.744013 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.765492 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1be79c8-075c-4710-a675-e76c47266ddf req-bb9e70b8-439a-41ef-9c59-830c32f37033 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:54.766990 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d1be79c8-075c-4710-a675-e76c47266ddf req-bb9e70b8-439a-41ef-9c59-830c32f37033 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0897620 Feb 04 12:55:54.854456 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] For port 81cd554b-36ad-46d6-a5dc-7c67519c3b44, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:55:54.859782 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d1be79c8-075c-4710-a675-e76c47266ddf req-c293ca54-228a-49e0-801e-fbd711e5bb9a tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697951 Feb 04 12:55:54.861388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] For port 81cd554b-36ad-46d6-a5dc-7c67519c3b44, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:55:54.867883 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.905742 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:54.906371 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:54.907796 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] 10.222.0.75 "PUT /v2.0/ports/81cd554b-36ad-46d6-a5dc-7c67519c3b44 HTTP/1.1" status: 200 len: 1094 time: 0.7616563 Feb 04 12:55:54.908494 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:55:54.910783 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-876952f5-d8d3-4422-952c-74cbb52e4bb7" -d '{"events": [{"name": "network-changed", "server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:55:54.946954 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c07d8-28e7-4fb5-b2e9-7346fb2c91c9 service neutron] Pushing event updated for resources: {'Port': ['ID=81cd554b-36ad-46d6-a5dc-7c67519c3b44,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:55:54.962036 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7877c73-f046-4b38-bba0-9e4e8e641a74 x-openstack-request-id: req-e7877c73-f046-4b38-bba0-9e4e8e641a74 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:55:54.962334 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:55:54.962591 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e7877c73-f046-4b38-bba0-9e4e8e641a74 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:55:54.963080 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'status': 'completed', 'code': 200} Feb 04 12:55:55.001060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-83e88f04-791e-4432-97bf-abd2ef6f5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.002921 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-83e88f04-791e-4432-97bf-abd2ef6f5893 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 1128 time: 0.0508759 Feb 04 12:55:55.045393 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-25532717-6366-443b-98a9-0398f4ff79a8 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44 HTTP/1.1" status: 200 len: 217 time: 0.0361917 Feb 04 12:55:55.096928 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-1287bd48-bf0b-441d-8b79-a7ab3ea48bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.098409 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-1287bd48-bf0b-441d-8b79-a7ab3ea48bf1 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0468652 Feb 04 12:55:55.151302 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-ccdf1d1b-b0ab-41e2-9419-f375cea66bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.153403 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-ccdf1d1b-b0ab-41e2-9419-f375cea66bd3 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496500 Feb 04 12:55:55.241433 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-6b619321-a9c3-489f-919a-dcbff6d9999b service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821164 Feb 04 12:55:55.332854 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f214f5a7-b39e-46fe-9bdf-397e457411ac req-f7a84d4b-84a8-45bb-8d03-5efa7efd8aac service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858088 Feb 04 12:55:55.432113 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-73aa4455-4807-4900-adda-266aa96fefe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.434141 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-73aa4455-4807-4900-adda-266aa96fefe9 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 1128 time: 0.0554891 Feb 04 12:55:55.535397 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75167ecc-6170-461b-8632-495e3981d582 req-a5b50c05-e835-42eb-a758-e4252e1b5b0c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.536937 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-75167ecc-6170-461b-8632-495e3981d582 req-a5b50c05-e835-42eb-a758-e4252e1b5b0c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.1199195 Feb 04 12:55:55.566777 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-9fad88c0-a40d-4dcb-b1ea-f5ab15c222a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.568259 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-9fad88c0-a40d-4dcb-b1ea-f5ab15c222a8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.1204538 Feb 04 12:55:55.626108 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-21289e36-422b-498d-8770-28afc1ed58bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44 HTTP/1.1" status: 200 len: 217 time: 0.0471961 Feb 04 12:55:55.629861 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-75167ecc-6170-461b-8632-495e3981d582 req-8d886aef-5da2-4696-88eb-ec3e1d54677e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850389 Feb 04 12:55:55.679688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-baf3c5ab-9e44-48f6-a9ab-dbe605770d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.681178 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-baf3c5ab-9e44-48f6-a9ab-dbe605770d79 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0481656 Feb 04 12:55:55.735998 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-1e93eb3b-01e4-4c17-8a21-655b3d3111ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.737536 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-1e93eb3b-01e4-4c17-8a21-655b3d3111ca service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479596 Feb 04 12:55:55.835534 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-1c7743c8-7334-4fcf-8995-18ecf92bbd66 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885859 Feb 04 12:55:55.950208 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-876952f5-d8d3-4422-952c-74cbb52e4bb7 req-ca510e44-26b9-409d-9c21-f39713c4ea2d service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028075 Feb 04 12:55:55.994958 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07498c7d-6fce-4401-a3d4-99191c98cdf1 req-30ae4f32-b93b-42b8-ac4a-afb712f3a622 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:55.997357 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-07498c7d-6fce-4401-a3d4-99191c98cdf1 req-30ae4f32-b93b-42b8-ac4a-afb712f3a622 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0624921 Feb 04 12:55:56.048626 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-07498c7d-6fce-4401-a3d4-99191c98cdf1 req-e2d13f22-54f8-476b-adb6-3d47239a102b tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450759 Feb 04 12:55:56.760279 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0196ee6-7353-4ed7-9e74-fac170280647 req-689da843-0526-49aa-bd41-70690baa2909 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:56.762865 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c0196ee6-7353-4ed7-9e74-fac170280647 req-689da843-0526-49aa-bd41-70690baa2909 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0549834 Feb 04 12:55:56.815075 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c0196ee6-7353-4ed7-9e74-fac170280647 req-3246bbc5-4763-41f4-93d4-24ba39246dd0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465648 Feb 04 12:55:57.172125 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd84154c-73c2-45f8-8021-450741790d6c req-041c1dc9-7486-4d85-a361-e2cf46a4e651 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.173615 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bd84154c-73c2-45f8-8021-450741790d6c req-041c1dc9-7486-4d85-a361-e2cf46a4e651 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0537696 Feb 04 12:55:57.226130 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-bd84154c-73c2-45f8-8021-450741790d6c req-e00c4c34-f3e3-46ad-aa27-2b202d0a80d2 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468981 Feb 04 12:55:57.948380 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ec84fe-a46e-4d09-88df-d989d203f196 req-8e1d1a95-2fe8-4575-94be-f99a59980e3b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:57.950038 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-18ec84fe-a46e-4d09-88df-d989d203f196 req-8e1d1a95-2fe8-4575-94be-f99a59980e3b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0595033 Feb 04 12:55:58.001550 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-18ec84fe-a46e-4d09-88df-d989d203f196 req-217246f1-fcb8-4b71-9af9-5c6848676e4e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451081 Feb 04 12:55:58.365577 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafc63c5-c542-46ff-8d92-34dead37d8cb req-a5c84e16-7bb6-44ce-86cd-b60102fb25ea tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:58.367172 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cafc63c5-c542-46ff-8d92-34dead37d8cb req-a5c84e16-7bb6-44ce-86cd-b60102fb25ea tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0672479 Feb 04 12:55:58.421322 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cafc63c5-c542-46ff-8d92-34dead37d8cb req-1ef2843a-3390-4af4-8520-0e25e072f7dd tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484021 Feb 04 12:55:58.445801 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-914b0533-fcee-4179-9166-ad7385adc5a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:55:59.123128 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1f2076-1342-48b1-9938-cf4951500e84 req-46ca052e-2047-4e62-af4b-66e281f8af6b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.124629 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fa1f2076-1342-48b1-9938-cf4951500e84 req-46ca052e-2047-4e62-af4b-66e281f8af6b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0521450 Feb 04 12:55:59.171211 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fa1f2076-1342-48b1-9938-cf4951500e84 req-90cb5137-4998-4a68-92d8-e513ca42c00d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408139 Feb 04 12:55:59.538974 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146a4fe5-f7e3-440a-9284-f7dc60b27f51 req-0f62283b-e9e5-4ab8-8b72-602687321631 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:55:59.540495 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-146a4fe5-f7e3-440a-9284-f7dc60b27f51 req-0f62283b-e9e5-4ab8-8b72-602687321631 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0531268 Feb 04 12:55:59.594974 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-146a4fe5-f7e3-440a-9284-f7dc60b27f51 req-3383f2fd-6faf-40f9-ac7c-6dd0729bec3f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476935 Feb 04 12:56:00.298380 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7b0c1-eaeb-40bf-86c9-bcfb5e78afe5 req-129f4e24-ec48-4b93-a49e-c6836e84a417 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:00.299910 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f8e7b0c1-eaeb-40bf-86c9-bcfb5e78afe5 req-129f4e24-ec48-4b93-a49e-c6836e84a417 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0572345 Feb 04 12:56:00.346680 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f8e7b0c1-eaeb-40bf-86c9-bcfb5e78afe5 req-a49bd30d-ab24-496a-874a-9499b3e03598 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Feb 04 12:56:00.750690 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03157b01-a3fc-4ba0-b5bf-e39d99f86597 req-b91e1d6c-1906-4bb7-bada-e9a3837060b1 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:00.752679 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-03157b01-a3fc-4ba0-b5bf-e39d99f86597 req-b91e1d6c-1906-4bb7-bada-e9a3837060b1 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0852716 Feb 04 12:56:00.808416 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-03157b01-a3fc-4ba0-b5bf-e39d99f86597 req-59b2094b-bdcc-4d65-9cb5-7654f70af1da tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488439 Feb 04 12:56:01.033321 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fc160013-704d-4235-a19c-c2e48ae782f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.505441 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfbbb3-6e8e-4adf-99f0-5ff920584d17 req-57e63d78-af8c-4437-a049-542b8b31d663 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:01.507673 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-56cfbbb3-6e8e-4adf-99f0-5ff920584d17 req-57e63d78-af8c-4437-a049-542b8b31d663 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0699525 Feb 04 12:56:01.516743 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:56:01.583585 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-56cfbbb3-6e8e-4adf-99f0-5ff920584d17 req-db883fb1-d8de-4f99-97b1-99a6191fbed0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673299 Feb 04 12:56:01.644053 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:01.669050 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'port_id': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'mac_address': 'fa:16:3e:8b:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:56:01.719722 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: ACTIVE; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:01.720422 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.735674 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28064c2d-0d0e-4fcf-98a7-613c7a8da128 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:56:01.759779 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:01.766056 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:01.837607 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=6']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:01.846181 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.846656 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.847132 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.847576 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.848028 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.848461 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.848893 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.849323 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.849750 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.850177 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.852428 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.852428 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.852428 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:01.864261 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['28064c2d-0d0e-4fcf-98a7-613c7a8da128'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:56:01.990270 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90b274-cc8e-4688-b0c8-16bfcb5304a8 req-d4faaaeb-504b-44a4-8e0a-666a45d8971c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:02.000138 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2b90b274-cc8e-4688-b0c8-16bfcb5304a8 req-d4faaaeb-504b-44a4-8e0a-666a45d8971c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0706451 Feb 04 12:56:02.060390 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2b90b274-cc8e-4688-b0c8-16bfcb5304a8 req-2d155ea7-f99e-4ebb-96d4-bf2506e4a85a tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587034 Feb 04 12:56:02.727548 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd8813a-938b-4176-886f-7dd18bd83292 req-3a02433e-0b0f-42ce-9b7b-5f2eafc0adae tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:02.731243 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cfd8813a-938b-4176-886f-7dd18bd83292 req-3a02433e-0b0f-42ce-9b7b-5f2eafc0adae tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 944 time: 0.0645993 Feb 04 12:56:02.788634 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cfd8813a-938b-4176-886f-7dd18bd83292 req-56f2c23c-0508-43d4-8be5-9de8ce0bfba5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509236 Feb 04 12:56:03.221623 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc287d-7cb4-4628-8d90-888c5e5498b7 req-405f76c9-d74e-4194-a705-41ef8cb5360c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:03.227694 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-52fc287d-7cb4-4628-8d90-888c5e5498b7 req-405f76c9-d74e-4194-a705-41ef8cb5360c tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 944 time: 0.0668082 Feb 04 12:56:03.289107 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-52fc287d-7cb4-4628-8d90-888c5e5498b7 req-407b8ab5-f3df-4204-b7c9-973da14e6671 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568278 Feb 04 12:56:03.392512 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:03.525675 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 81cd554b-36ad-46d6-a5dc-7c67519c3b44 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:56:03.531466 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:03.656235 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:03.656611 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:03.691344 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 81cd554b-36ad-46d6-a5dc-7c67519c3b44, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:03.710225 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'port_id': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'mac_address': 'fa:16:3e:79:dc:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:56:03.755054 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:03.755450 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:03.785539 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81cd554b-36ad-46d6-a5dc-7c67519c3b44 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:56:03.837100 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 81cd554b-36ad-46d6-a5dc-7c67519c3b44, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:03.844956 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:03.851846 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:03.851846 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:03.914357 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:03.916680 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b03e55-523d-49f6-9821-663b20ca49c3" -d '{"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-plugged", "status": "completed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:03.940631 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:03.943887 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=81cd554b-36ad-46d6-a5dc-7c67519c3b44,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:03.948109 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:04.004461 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec6318f-32bd-487c-b0a7-7a261120d0a3 req-f0999b7c-470a-44e5-bfa1-333355fdc186 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:04.009627 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af904d63-0e3f-4b46-a8f8-9867b7b7915d x-openstack-request-id: req-af904d63-0e3f-4b46-a8f8-9867b7b7915d {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:04.009923 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-plugged", "status": "completed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:04.010180 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-af904d63-0e3f-4b46-a8f8-9867b7b7915d {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:04.010598 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'code': 200} Feb 04 12:56:04.012409 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=7']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:04.019534 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5ec6318f-32bd-487c-b0a7-7a261120d0a3 req-f0999b7c-470a-44e5-bfa1-333355fdc186 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 944 time: 0.1341808 Feb 04 12:56:04.079214 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5ec6318f-32bd-487c-b0a7-7a261120d0a3 req-e09f880c-59fe-49ec-b5fa-a6910ef065a6 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524068 Feb 04 12:56:04.084950 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['81cd554b-36ad-46d6-a5dc-7c67519c3b44'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:56:04.105099 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:56:04.446320 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b08c172-daf9-4a7a-9e5a-6f349592e930 req-80141f02-3d63-40b8-af4d-b4c5ccf942e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:04.449636 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b08c172-daf9-4a7a-9e5a-6f349592e930 req-80141f02-3d63-40b8-af4d-b4c5ccf942e5 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 945 time: 0.0642319 Feb 04 12:56:04.514694 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7b08c172-daf9-4a7a-9e5a-6f349592e930 req-503af506-cf7d-473d-b97f-b43662a0c3b8 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595653 Feb 04 12:56:04.719134 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:04.947546 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:05.259607 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcfcd6e-1180-4add-b5b4-95074524d2bb req-ca6c0e95-2b63-4a8f-84f0-ee32dff9a573 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:05.262687 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-efcfcd6e-1180-4add-b5b4-95074524d2bb req-ca6c0e95-2b63-4a8f-84f0-ee32dff9a573 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0770843 Feb 04 12:56:05.329911 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-efcfcd6e-1180-4add-b5b4-95074524d2bb req-50283383-8462-4c49-abad-528b10a1e344 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611081 Feb 04 12:56:05.548863 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 81cd554b-36ad-46d6-a5dc-7c67519c3b44 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:05.637142 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:56:05.643550 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:05.644246 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:05.669494 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faec956-f5d2-40de-8d6f-2ce5671593eb req-d87b46b7-ab4e-4f1f-a56f-5af2195cca78 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:05.672138 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5faec956-f5d2-40de-8d6f-2ce5671593eb req-d87b46b7-ab4e-4f1f-a56f-5af2195cca78 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 945 time: 0.0771239 Feb 04 12:56:05.772741 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5faec956-f5d2-40de-8d6f-2ce5671593eb req-4e6da30f-fd0f-4a97-a57a-fed05419f286 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0904756 Feb 04 12:56:05.827067 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:05.827704 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:05.919452 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 81cd554b-36ad-46d6-a5dc-7c67519c3b44, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:05.930651 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:06.010343 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=81cd554b-36ad-46d6-a5dc-7c67519c3b44,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:06.015796 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:06.020137 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fafa7ed0-7329-40a1-b2c5-e9d9fc7e1a4b" -d '{"events": [{"server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "name": "network-vif-plugged", "status": "completed", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:06.067475 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7337745f-7201-49a5-bf58-1c3468a8e6e9 x-openstack-request-id: req-7337745f-7201-49a5-bf58-1c3468a8e6e9 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:06.067779 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "name": "network-vif-plugged", "status": "completed", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:06.068047 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7337745f-7201-49a5-bf58-1c3468a8e6e9 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:06.068454 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'code': 200} Feb 04 12:56:06.338641 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70461c-f828-407e-a6b9-ff5612e62c8f req-216b8d86-f77f-48b7-9f13-665d18666ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:06.342252 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d70461c-f828-407e-a6b9-ff5612e62c8f req-216b8d86-f77f-48b7-9f13-665d18666ac5 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 1130 time: 0.0634654 Feb 04 12:56:06.406466 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2d70461c-f828-407e-a6b9-ff5612e62c8f req-8a539dfe-fa63-4ab4-b40a-1b7d96fa277f service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541070 Feb 04 12:56:06.505509 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a98581-a909-4628-afd6-7ef809de8278 req-3568d202-13b8-480e-b5ad-15c196385d2e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:06.506640 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-01a98581-a909-4628-afd6-7ef809de8278 req-3568d202-13b8-480e-b5ad-15c196385d2e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0831394 Feb 04 12:56:06.556538 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-01a98581-a909-4628-afd6-7ef809de8278 req-a4dc01e8-c64b-4533-863c-72d5a46b3614 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434744 Feb 04 12:56:06.946251 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e378807-bcbf-440c-9283-5e2185bc7d71 req-16016725-e106-4e52-bc12-d0f3fa9435b9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:06.947893 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2e378807-bcbf-440c-9283-5e2185bc7d71 req-16016725-e106-4e52-bc12-d0f3fa9435b9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 946 time: 0.0914111 Feb 04 12:56:07.040802 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2e378807-bcbf-440c-9283-5e2185bc7d71 req-34c34b6f-e5d6-48df-a552-beda0c99b498 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806649 Feb 04 12:56:07.694251 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe5816b-b0ae-4b76-8463-819322315d0e req-fd15bf86-6b3a-4b3a-a5cd-c942620b83c1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:07.695881 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1fe5816b-b0ae-4b76-8463-819322315d0e req-fd15bf86-6b3a-4b3a-a5cd-c942620b83c1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0557859 Feb 04 12:56:07.750589 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1fe5816b-b0ae-4b76-8463-819322315d0e req-a8fc939a-39ce-47bf-b3e3-b2071a7e6071 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478435 Feb 04 12:56:08.196975 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7bea9-f9dc-4c97-a9b4-0213715439c8 req-fbe40194-49dd-44a9-8a21-79db99aaf7a6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.203873 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d6a7bea9-f9dc-4c97-a9b4-0213715439c8 req-fbe40194-49dd-44a9-8a21-79db99aaf7a6 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 946 time: 0.0755470 Feb 04 12:56:08.273282 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d6a7bea9-f9dc-4c97-a9b4-0213715439c8 req-6f4a4a50-bfc7-49be-aab4-da0e9e21536e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672307 Feb 04 12:56:08.421434 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2c531e-a364-4b4e-9664-5bf7540d6818 req-492e76d1-9d88-4d38-8286-8ce75d5313db tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.422996 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2a2c531e-a364-4b4e-9664-5bf7540d6818 req-492e76d1-9d88-4d38-8286-8ce75d5313db tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 946 time: 0.0687916 Feb 04 12:56:08.480148 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2a2c531e-a364-4b4e-9664-5bf7540d6818 req-9f7ee677-5e6e-4b4d-b884-e369b9d84df0 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495353 Feb 04 12:56:08.505867 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57206) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:08.552951 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b598756-07d8-4322-baa0-4ba86bf32fbf tempest-TestVolumeBootPattern-701781358 tempest-TestVolumeBootPattern-701781358-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.557178 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6b598756-07d8-4322-baa0-4ba86bf32fbf tempest-TestVolumeBootPattern-701781358 tempest-TestVolumeBootPattern-701781358-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 1125 time: 0.0477219 Feb 04 12:56:08.557587 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57208) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:08.562442 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'port_id': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:56:08.585217 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:08.700999 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:08.825289 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Allocated IP 172.27.3.177 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:56:08.895330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79af7f39-07a9-479b-8ab5-dd463f4a8158 req-07dfa799-6c23-4e1f-9468-8a7245fa1f9e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:08.903749 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-79af7f39-07a9-479b-8ab5-dd463f4a8158 req-07dfa799-6c23-4e1f-9468-8a7245fa1f9e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0731792 Feb 04 12:56:08.956552 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-79af7f39-07a9-479b-8ab5-dd463f4a8158 req-cb84ad32-01b6-48bd-bd92-a68f354df4db tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517149 Feb 04 12:56:08.981528 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:09.021527 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:09.065853 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:56:09.068982 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:56:09.076681 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:56:09.079960 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:09.107566 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.108010 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.108854 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.108854 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.109162 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.109856 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.110196 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.110534 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.110895 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.111225 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.111556 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.111878 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.112232 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:56:09.764194 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (526fda7b-b8b3-47cf-a371-90a2955775d8), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:09.834661 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:09.999288 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:10.004929 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:10.099745 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event updated for resources: {'Port': ['ID=9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:10.116940 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (526fda7b-b8b3-47cf-a371-90a2955775d8), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:10.191705 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d8402-760b-4164-97aa-2646f611b9ac req-023996a4-d6b0-417b-bc43-5be8b402b101 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:10.193197 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-782d8402-760b-4164-97aa-2646f611b9ac req-023996a4-d6b0-417b-bc43-5be8b402b101 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.1563432 Feb 04 12:56:10.261840 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-782d8402-760b-4164-97aa-2646f611b9ac req-1cd896b1-f5f3-45ed-aa9b-82e63c0f7be5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611739 Feb 04 12:56:10.264517 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.l3_db [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Floating IP 526fda7b-b8b3-47cf-a371-90a2955775d8 associated. External IP: 172.27.3.177, port: 81cd554b-36ad-46d6-a5dc-7c67519c3b44. Feb 04 12:56:10.488809 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:56:10.603527 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:56:10.614383 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:56:10.623049 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-0ef49e59-7953-4495-859b-5917ed7cad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:10.625341 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-0ef49e59-7953-4495-859b-5917ed7cad88 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1129 time: 0.0460701 Feb 04 12:56:10.625668 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:56:10.626132 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:10.626328 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:56:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:10.658892 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e5d11048-a951-464f-a6d6-fc70fba9f4fc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1000783 Feb 04 12:56:10.659942 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:10.662415 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a" -d '{"events": [{"name": "network-changed", "server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:10.705443 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37a13524-815a-412c-9d72-d058effb754e x-openstack-request-id: req-37a13524-815a-412c-9d72-d058effb754e {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:10.705762 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:10.706007 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-37a13524-815a-412c-9d72-d058effb754e {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:10.706419 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'status': 'completed', 'code': 200} Feb 04 12:56:10.746390 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:56:10.766646 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-cce4e2a3-3ba4-404f-bad9-e4dcd38f55ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:10.768175 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-cce4e2a3-3ba4-404f-bad9-e4dcd38f55ad service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.1343966 Feb 04 12:56:11.017559 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 1, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}, {'id': '526fda7b-b8b3-47cf-a371-90a2955775d8', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:79:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709b3ef-0794-4844-93c0-e9673692e536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:09Z', 'updated_at': '2022-02-04T12:56:09Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:11.045142 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:56:11.054883 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:56:11.055550 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:56:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:11.094562 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-79892593-1673-4e0c-b26c-523c858ae305 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.096139 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-79892593-1673-4e0c-b26c-523c858ae305 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 1130 time: 0.3681457 Feb 04 12:56:11.128533 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-d8c78d9f-f90a-465e-87ad-2b7dccbe6dea service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 200 len: 1001 time: 0.3536401 Feb 04 12:56:11.221705 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-549d0ccd-2916-4f29-8013-e7b556b02932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.223244 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-549d0ccd-2916-4f29-8013-e7b556b02932 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0680785 Feb 04 12:56:11.278439 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-365fa8af-f70b-47e3-9f92-bfdd909f4aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.280063 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-365fa8af-f70b-47e3-9f92-bfdd909f4aaf service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.1765044 Feb 04 12:56:11.340006 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-e00bb5f0-1635-4096-bb99-6088072dfbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.341584 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-e00bb5f0-1635-4096-bb99-6088072dfbc1 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1109619 Feb 04 12:56:11.358260 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:56:11.403885 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-5d0b5360-bb8c-4ef8-ab0c-28dcd78e970d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44 HTTP/1.1" status: 200 len: 1000 time: 0.1175122 Feb 04 12:56:11.411354 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6734d423-382d-4533-85d6-d96b4f42f17d req-7a11232c-6f83-4688-8768-7cd273a3ca16 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.412973 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6734d423-382d-4533-85d6-d96b4f42f17d req-7a11232c-6f83-4688-8768-7cd273a3ca16 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0671268 Feb 04 12:56:11.475091 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6734d423-382d-4533-85d6-d96b4f42f17d req-5aeedfd0-e820-4d0e-a5b7-5c5ca65234c2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547364 Feb 04 12:56:11.481721 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-b889bbdb-f6c3-4544-8194-81ac72d9982f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.483155 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-b889bbdb-f6c3-4544-8194-81ac72d9982f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0731046 Feb 04 12:56:11.491178 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-d955f717-0895-4ee4-a792-79ce8d40a1d6 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422546 Feb 04 12:56:11.612364 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-26c17f2b-0362-4f7c-b135-857057177692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:11.613791 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-26c17f2b-0362-4f7c-b135-857057177692 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1250365 Feb 04 12:56:11.632645 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9a298ab6-8440-4fc6-adb3-63d2921eb977 req-08d86f63-3d51-49b4-b2f3-a0cb55b7957c service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326346 Feb 04 12:56:11.634020 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 1, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}, {'id': '526fda7b-b8b3-47cf-a371-90a2955775d8', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:79:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709b3ef-0794-4844-93c0-e9673692e536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:09Z', 'updated_at': '2022-02-04T12:56:09Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:56:11.669335 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c0371f-1971-4a05-9ad1-26e6eceebbb7 None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 1, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}, {'id': '526fda7b-b8b3-47cf-a371-90a2955775d8', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.177', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 596, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:79:dc:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e709b3ef-0794-4844-93c0-e9673692e536', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:56:09Z', 'updated_at': '2022-02-04T12:56:09Z', 'revision_number': 0, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:56:11.730025 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-167df519-5044-4a7c-b0c6-e48d5afeb0f8 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083508 Feb 04 12:56:11.823992 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8d5f9b9c-e1cf-4149-904d-8f1560b76f0a req-0f21333b-d6cf-4543-ad69-68e0fadfba1d service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865927 Feb 04 12:56:11.881690 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0479ab88-6aa0-47d2-aaa9-d0b3eeacb877 None None] New status for floating IP 526fda7b-b8b3-47cf-a371-90a2955775d8: ACTIVE {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:56:12.609804 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb603cc-ce7b-46ef-a4fc-09868dc3547b req-f8df82b5-f0d0-46db-ab4d-91b3d1868cec tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:12.611316 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8eb603cc-ce7b-46ef-a4fc-09868dc3547b req-f8df82b5-f0d0-46db-ab4d-91b3d1868cec tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 945 time: 0.0550363 Feb 04 12:56:12.664429 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8eb603cc-ce7b-46ef-a4fc-09868dc3547b req-4f042e61-b08b-449f-99a7-c6fe266b55a8 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474629 Feb 04 12:56:13.574824 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:56:13.652880 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: ACTIVE; New status is: DOWN {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:13.653314 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.679333 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:13.681611 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41bcddd0-7daa-43e6-a6a2-09ad4064b8e4" -d '{"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-unplugged", "status": "completed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:13.701964 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:13.708164 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:13.719232 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6323e600-2d63-42c9-87af-752568eb7ebb x-openstack-request-id: req-6323e600-2d63-42c9-87af-752568eb7ebb {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:13.719703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-unplugged", "status": "failed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128", "code": 422}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:13.720119 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6323e600-2d63-42c9-87af-752568eb7ebb {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:13.720823 dv-cinder-817351-9-iscsi neutron-server[109008]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'code': 422} returned with failed status Feb 04 12:56:13.769906 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=8']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:13.795495 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929972a1-bb40-414e-bc18-2afe4b7a89cb req-759eda43-1660-4309-bbe8-a946019843a6 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:13.797066 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-929972a1-bb40-414e-bc18-2afe4b7a89cb req-759eda43-1660-4309-bbe8-a946019843a6 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0556002 Feb 04 12:56:13.843890 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-929972a1-bb40-414e-bc18-2afe4b7a89cb req-a31a4a4d-ec1e-4dbb-a582-7c6eb2f1c1bc tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410104 Feb 04 12:56:14.541652 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:14.762109 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762244bc-5142-45ec-a54c-472fe60a61b4 req-04873c18-74dd-4025-a86f-40c893aaa99c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:14.763638 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-762244bc-5142-45ec-a54c-472fe60a61b4 req-04873c18-74dd-4025-a86f-40c893aaa99c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0540442 Feb 04 12:56:14.811414 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-762244bc-5142-45ec-a54c-472fe60a61b4 req-26c32f9b-d7e4-44c2-8ad0-4a8e55d33061 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Feb 04 12:56:15.046024 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57284) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:56:15.135503 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-36138d47-9de8-4448-8de8-7c9d4a66e293 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0879564 Feb 04 12:56:15.143910 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-04b79cfb-2bea-402a-8111-4c4c58b4c211 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:56:15.144874 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-04b79cfb-2bea-402a-8111-4c4c58b4c211 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048981 Feb 04 12:56:15.956971 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf8b7a-3ea1-4d99-95a9-c21869c36e3c req-6912a79d-cb53-4710-af71-c71a4f1dbedd tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:15.958563 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-68cf8b7a-3ea1-4d99-95a9-c21869c36e3c req-6912a79d-cb53-4710-af71-c71a4f1dbedd tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0711694 Feb 04 12:56:15.998100 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-3dbe32fb-dc3e-40ec-bf70-71d3e0892176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:15.999808 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-3dbe32fb-dc3e-40ec-bf70-71d3e0892176 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618&tenant_id=21f8bb936df4417d9c45861a8fe9ecb2 HTTP/1.1" status: 200 len: 1127 time: 0.0530357 Feb 04 12:56:16.009541 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-68cf8b7a-3ea1-4d99-95a9-c21869c36e3c req-fe9ec972-0a8f-46f8-b4a1-7a9b2ccefdac tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446413 Feb 04 12:56:16.081633 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-61747dfa-bc38-4b58-a3ca-b5395a350434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:16.083224 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-61747dfa-bc38-4b58-a3ca-b5395a350434 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1127 time: 0.0605762 Feb 04 12:56:16.177151 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-b86c390a-686a-4a86-aea0-df601314978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:16.178666 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-b86c390a-686a-4a86-aea0-df601314978a service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.0893989 Feb 04 12:56:16.250526 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-7a888e5a-560a-4bee-9393-5138354d7a15 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 200 len: 999 time: 0.0664401 Feb 04 12:56:16.300067 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-d0b85edd-398c-461f-927c-0756b36be297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:16.301552 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-d0b85edd-398c-461f-927c-0756b36be297 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0460455 Feb 04 12:56:16.351300 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-497c1a10-b838-4be4-a724-7af4578abdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:16.352812 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-497c1a10-b838-4be4-a724-7af4578abdbb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455785 Feb 04 12:56:16.457959 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-8dcafa6e-3abb-49b6-a982-5e16060c0dbd service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991981 Feb 04 12:56:16.552681 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-935b73a6-6c0e-43c9-8c68-b13c9e404352 req-c45c17a9-66e8-4dc8-8b1f-02160b22de26 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883515 Feb 04 12:56:17.187283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b951696d-07ee-461f-b8c6-9bc83184e220 req-1e694b64-bdbb-4d47-b89b-0fa66f4053b1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:17.190470 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b951696d-07ee-461f-b8c6-9bc83184e220 req-1e694b64-bdbb-4d47-b89b-0fa66f4053b1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0823910 Feb 04 12:56:17.257034 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b951696d-07ee-461f-b8c6-9bc83184e220 req-2d9981f0-dcbe-4dbb-9a10-cf88c728cf59 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608621 Feb 04 12:56:17.609886 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:56:17.700309 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: DOWN; New status is: DOWN {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:18.403724 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f4d7d-0b91-4d90-a73f-29a42e7ae903 req-f1f3f85c-a77c-45cd-b971-daf25468deaa tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:18.406448 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6b2f4d7d-0b91-4d90-a73f-29a42e7ae903 req-f1f3f85c-a77c-45cd-b971-daf25468deaa tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0643721 Feb 04 12:56:18.465317 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6b2f4d7d-0b91-4d90-a73f-29a42e7ae903 req-153377b3-dd80-46f3-b1a0-e7165eab64ee tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0537899 Feb 04 12:56:19.610758 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43cc901-324d-4948-a3cf-58bf3259b1b3 req-51d89c32-6b62-44a3-bbc2-06025dfe3813 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:19.612368 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c43cc901-324d-4948-a3cf-58bf3259b1b3 req-51d89c32-6b62-44a3-bbc2-06025dfe3813 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0568380 Feb 04 12:56:19.662627 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c43cc901-324d-4948-a3cf-58bf3259b1b3 req-01b14f50-3992-4f30-9dad-3a56155895d4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447061 Feb 04 12:56:20.796820 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a44910-4f80-43d3-b745-ef6ecbfe8269 req-b71f4f43-e70e-41f2-aac1-17045d24ac2f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:20.798371 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-48a44910-4f80-43d3-b745-ef6ecbfe8269 req-b71f4f43-e70e-41f2-aac1-17045d24ac2f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0592299 Feb 04 12:56:20.852491 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-48a44910-4f80-43d3-b745-ef6ecbfe8269 req-3b38b7f5-d6d8-4c1e-9fab-0eba6a0fbd04 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480316 Feb 04 12:56:21.985903 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7f89d-d747-4252-8ae4-42a2b997f63c req-b0bdd292-480c-4053-a69a-a99aef46d9f3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:21.987470 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f9c7f89d-d747-4252-8ae4-42a2b997f63c req-b0bdd292-480c-4053-a69a-a99aef46d9f3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0558810 Feb 04 12:56:22.053093 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f9c7f89d-d747-4252-8ae4-42a2b997f63c req-bfefedf6-c9ce-408e-aa79-7d0e4c15e1ad tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570557 Feb 04 12:56:23.189678 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b93fe2-70b9-4498-9577-d9f73973ba5b req-880bae2c-0326-4089-b1f9-ba57b5a4fbac tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:23.191360 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e3b93fe2-70b9-4498-9577-d9f73973ba5b req-880bae2c-0326-4089-b1f9-ba57b5a4fbac tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0584002 Feb 04 12:56:23.248560 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-e3b93fe2-70b9-4498-9577-d9f73973ba5b req-094039f5-ac50-4e90-b562-4e1c41bb83d9 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517206 Feb 04 12:56:24.414214 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a647b7b1-bc31-4ea7-a857-409a193e8476 req-56ecd104-61a4-4bad-aff2-376a714a2109 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:24.418256 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a647b7b1-bc31-4ea7-a857-409a193e8476 req-56ecd104-61a4-4bad-aff2-376a714a2109 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0734968 Feb 04 12:56:24.481430 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a647b7b1-bc31-4ea7-a857-409a193e8476 req-c6498f86-89cd-46aa-9b3c-2da7ed6e6ca1 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528898 Feb 04 12:56:25.617158 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0dd14d-f068-4798-beb0-168bfe7a41e2 req-e72dc8d5-fa8c-486a-b173-520ac3c44ea4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:25.618689 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2c0dd14d-f068-4798-beb0-168bfe7a41e2 req-e72dc8d5-fa8c-486a-b173-520ac3c44ea4 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0523961 Feb 04 12:56:25.681463 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-2c0dd14d-f068-4798-beb0-168bfe7a41e2 req-b7d54a81-cc00-4240-9bcb-80a205c1e21b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560567 Feb 04 12:56:26.807429 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997cfcad-7f07-437a-816e-b257957108ff req-02412442-b2ae-428d-8306-ad621512f343 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:26.809206 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-997cfcad-7f07-437a-816e-b257957108ff req-02412442-b2ae-428d-8306-ad621512f343 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 943 time: 0.0540695 Feb 04 12:56:26.856213 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-997cfcad-7f07-437a-816e-b257957108ff req-d22f3c9e-196e-46a6-aab8-777d27629fa5 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413115 Feb 04 12:56:27.613737 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:56:27.718094 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:27.730640 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'port_id': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'mac_address': 'fa:16:3e:8b:44:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:56:27.772314 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:27.772706 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:27.786875 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28064c2d-0d0e-4fcf-98a7-613c7a8da128 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:56:27.809803 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:27.815288 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:27.865938 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=9']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:28.022434 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb006791-994b-49e9-bf02-b73be59a1527 req-e48b0f21-f5c6-464d-8d2a-5e6f699aad98 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:28.024246 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cb006791-994b-49e9-bf02-b73be59a1527 req-e48b0f21-f5c6-464d-8d2a-5e6f699aad98 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 944 time: 0.0867491 Feb 04 12:56:28.051162 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['28064c2d-0d0e-4fcf-98a7-613c7a8da128'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:56:28.079692 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-cb006791-994b-49e9-bf02-b73be59a1527 req-9b6deae4-abdc-4a70-b313-f59176776562 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488734 Feb 04 12:56:28.449864 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4ef40f2c-001d-4f78-9e28-78bebeb63742 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:29.217037 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a1b2e-166c-4632-98b9-174ce7c53248 req-7eec176c-ad7a-451b-88e8-4b2ed0ab97ba tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:29.218625 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f88a1b2e-166c-4632-98b9-174ce7c53248 req-7eec176c-ad7a-451b-88e8-4b2ed0ab97ba tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 944 time: 0.0610144 Feb 04 12:56:29.276912 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f88a1b2e-166c-4632-98b9-174ce7c53248 req-f05626fa-9f28-46f6-bf73-c520de1cd312 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520527 Feb 04 12:56:29.655714 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:56:29.716636 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:56:29.717021 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:29.800075 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:56:29.800472 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:29.827246 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:56:29.829746 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3796ac1-fb70-4b48-8d20-2dd87cb16238" -d '{"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-plugged", "status": "completed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:56:29.843641 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:56:29.849206 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:29.889934 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa943d0-4e04-42dd-ac02-ac4634aa09f9 x-openstack-request-id: req-dfa943d0-4e04-42dd-ac02-ac4634aa09f9 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:56:29.890274 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-plugged", "status": "completed", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:56:29.890458 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dfa943d0-4e04-42dd-ac02-ac4634aa09f9 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:56:29.890866 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'code': 200} Feb 04 12:56:29.912998 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=10']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:56:30.097744 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba430225-629c-4bf7-86f1-22fb3d0ec96d req-6166553a-9979-4a70-b33b-e682f109fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:30.099388 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ba430225-629c-4bf7-86f1-22fb3d0ec96d req-6166553a-9979-4a70-b33b-e682f109fea6 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1130 time: 0.0613334 Feb 04 12:56:30.152484 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ba430225-629c-4bf7-86f1-22fb3d0ec96d req-309144e7-c35d-472a-923c-4f0b9d00bbef service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457830 Feb 04 12:56:30.409472 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b946e64e-0233-441f-9538-acee27b10b92 req-5f684838-e6eb-4a87-81fb-26049a3793c3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:30.411085 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b946e64e-0233-441f-9538-acee27b10b92 req-5f684838-e6eb-4a87-81fb-26049a3793c3 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 946 time: 0.0554812 Feb 04 12:56:30.473798 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b946e64e-0233-441f-9538-acee27b10b92 req-6c06f577-93ce-4030-a6ba-c60d41b79d5f tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562756 Feb 04 12:56:31.042913 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-62cab76b-d71b-4d87-b608-8ac18b721b60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:31.633515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c2904a-39e9-40cb-943b-e9d713e1f10e req-e0c1f39b-244d-462a-ad3e-4165d1cc32a0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:31.636192 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-23c2904a-39e9-40cb-943b-e9d713e1f10e req-e0c1f39b-244d-462a-ad3e-4165d1cc32a0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 946 time: 0.0719905 Feb 04 12:56:31.703392 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-23c2904a-39e9-40cb-943b-e9d713e1f10e req-d951601c-f869-41d3-ab8c-27eea5ca7335 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596194 Feb 04 12:56:32.838906 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9665403-508d-4673-b5c7-eb03cf80e929 req-0e14e6dd-980b-4195-add7-c79d5bf1cb5d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:32.840528 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a9665403-508d-4673-b5c7-eb03cf80e929 req-0e14e6dd-980b-4195-add7-c79d5bf1cb5d tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 946 time: 0.0568185 Feb 04 12:56:32.905901 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a9665403-508d-4673-b5c7-eb03cf80e929 req-5c6fe4c5-4936-48ca-aeb9-a1b2b0c4b2a2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557227 Feb 04 12:56:33.414482 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:34.718466 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:34.943835 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:41.099245 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:56:44.552621 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:56:46.865388 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-fea9e23c-8335-430e-a2e1-ef5b4ef6c812 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489261 Feb 04 12:56:46.937858 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-01f84089-66b0-46a1-bb3d-43f3ab25c015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:46.939446 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-01f84089-66b0-46a1-bb3d-43f3ab25c015 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 1130 time: 0.0523746 Feb 04 12:56:47.066097 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-a93c0ca3-fc87-46c5-905e-7b63f19ca921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.067652 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-a93c0ca3-fc87-46c5-905e-7b63f19ca921 service neutron] 10.222.0.75 "GET /v2.0/networks?id=df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 200 len: 916 time: 0.1084254 Feb 04 12:56:47.147699 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-7cd22a38-cb04-4934-b441-6a10a71ee87e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 200 len: 1001 time: 0.0722947 Feb 04 12:56:47.199470 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-8dd6c509-e82d-47a7-bb25-77467b04ada8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.200962 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-8dd6c509-e82d-47a7-bb25-77467b04ada8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 200 len: 855 time: 0.0477586 Feb 04 12:56:47.256110 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-50fb280c-a939-4848-97ae-b5b60504f234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:56:47.257658 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-50fb280c-a939-4848-97ae-b5b60504f234 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=df8d7004-e3f4-4322-9797-55226bd4f71d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513296 Feb 04 12:56:47.359628 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-90822a8b-296d-4b15-8dfd-7eaa6406fca0 service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954511 Feb 04 12:56:47.456705 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e4823e0e-3d93-435f-92b1-0411e8064bf4 req-dfa7731c-ab29-4789-a03e-796f9c30032a service neutron] 10.222.0.75 "GET /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914094 Feb 04 12:56:58.453033 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0ac897ca-5ca1-4090-bb4b-39d0273e719b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:01.038420 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-1b012438-2784-4b8f-9197-7b9711a70e68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:03.397926 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:04.724918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:04.942356 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:06.181720 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454629c8-77ce-412b-8b84-7c83bfad6c69 req-8822a736-00df-46ba-85b1-48da7308dfd2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:06.183448 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-454629c8-77ce-412b-8b84-7c83bfad6c69 req-8822a736-00df-46ba-85b1-48da7308dfd2 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 946 time: 0.0662184 Feb 04 12:57:06.244653 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-454629c8-77ce-412b-8b84-7c83bfad6c69 req-8ec8d1e2-96d5-4b71-ade2-77dff6e5a98c tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545337 Feb 04 12:57:07.396263 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb63c3d4-4550-48b1-af57-1c5a3b72aec7 req-069ab375-92f0-4291-a28f-3bb597095852 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:07.397872 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cb63c3d4-4550-48b1-af57-1c5a3b72aec7 req-069ab375-92f0-4291-a28f-3bb597095852 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 946 time: 0.0672436 Feb 04 12:57:07.491849 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cb63c3d4-4550-48b1-af57-1c5a3b72aec7 req-5b617638-59f3-4d51-990b-43e8e90f2bbd tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups?id=29e546c4-8d8f-409f-839a-d78959988ced&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0863583 Feb 04 12:57:07.513969 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-f8baaa17-98f8-4004-ab77-f5f19930f858 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:07.517155 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-f8baaa17-98f8-4004-ab77-f5f19930f858 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 946 time: 0.0965440 Feb 04 12:57:07.626978 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Deleting port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:07.627346 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.741165 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] For port 28064c2d-0d0e-4fcf-98a7-613c7a8da128, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=28064c2d-0d0e-4fcf-98a7-613c7a8da128,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:07.741529 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.942864 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.943330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (e57ac336-9015-4585-b4dc-b34234047718), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:07.943694 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Floating IP e57ac336-9015-4585-b4dc-b34234047718 disassociated. External IP: 172.27.3.247, port: 28064c2d-0d0e-4fcf-98a7-613c7a8da128. Feb 04 12:57:07.944089 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Calling delete_port for 28064c2d-0d0e-4fcf-98a7-613c7a8da128 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:08.100938 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (28064c2d-0d0e-4fcf-98a7-613c7a8da128), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.133803 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event deleted for resources: {'Port': ['ID=28064c2d-0d0e-4fcf-98a7-613c7a8da128,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:08.147486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.147917 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.148412 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.149532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.150096 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.150600 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.151138 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.151689 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.152253 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.152850 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.153311 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.153992 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.154503 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:08.297062 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:08.423537 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:08.438902 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] Sync routers for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:08.456141 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:08.456840 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:08.479936 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] No DVR routers for this DVR port 28064c2d-0d0e-4fcf-98a7-613c7a8da128 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:08.483244 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:08.487513 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cffbce07-05f1-4d0b-a31a-c6e526a92e6f req-31d90166-ccbb-4361-9d9d-385b27a80c78 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.75 "DELETE /v2.0/ports/28064c2d-0d0e-4fcf-98a7-613c7a8da128 HTTP/1.1" status: 204 len: 173 time: 0.9648027 Feb 04 12:57:08.488236 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-deleted', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:08.491879 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d511c7e7-4002-4d18-89d8-4aad23b5cd5e" -d '{"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-deleted", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:08.558787 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d7815e1-6a34-489c-8f7d-bf08f7e21a86 x-openstack-request-id: req-0d7815e1-6a34-489c-8f7d-bf08f7e21a86 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:08.559595 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd9a027f-b11c-447e-b1a0-2c11008f8618", "name": "network-vif-deleted", "tag": "28064c2d-0d0e-4fcf-98a7-613c7a8da128", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:08.559773 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0d7815e1-6a34-489c-8f7d-bf08f7e21a86 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:08.560422 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd9a027f-b11c-447e-b1a0-2c11008f8618', 'name': 'network-vif-deleted', 'tag': '28064c2d-0d0e-4fcf-98a7-613c7a8da128', 'status': 'completed', 'code': 200} Feb 04 12:57:08.693712 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e999e9d1-1eb1-41b9-b826-57b6a0d7974c req-f0a99bb5-5cd5-4fba-a3bd-689658057d0b tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/ports?device_id=dd9a027f-b11c-447e-b1a0-2c11008f8618 HTTP/1.1" status: 200 len: 210 time: 0.0434570 Feb 04 12:57:08.698266 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:08.957482 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:08.994625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] Checking router: 62c0ac7f-3006-47ae-bd52-0482f2d962a9 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:09.010896 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:09.012057 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.139950 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:09.519430 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:09.549849 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e88fd482-f294-4edc-9a04-0b57a7640d6d None None] The sync data for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi is: [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:51:45Z', 'revision_number': 4, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '8f06493f-c819-46a7-a9e3-ea0cd0633eb7', 'name': '', 'network_id': 'df8d7004-e3f4-4322-9797-55226bd4f71d', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'mac_address': 'fa:16:3e:b8:10:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_interface', 'standard_attr_id': 559, 'fixed_ips': [{'subnet_id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:43Z', 'updated_at': '2022-02-04T12:51:54Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'subnets': [{'id': 'f3ca1fae-72a3-4468-8e52-7a4187e2613f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:09.815227 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57436) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:09.833519 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a53f55a-b9d5-49ae-8322-396dae4061f7 None None] New status for floating IP e57ac336-9015-4585-b4dc-b34234047718: DOWN {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:09.896814 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-77c88516-1abe-4cc9-802a-f606ae60d2d0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (29e546c4-8d8f-409f-839a-d78959988ced), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:09.933213 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-77c88516-1abe-4cc9-802a-f606ae60d2d0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (29e546c4-8d8f-409f-839a-d78959988ced), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.006074 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-77c88516-1abe-4cc9-802a-f606ae60d2d0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (29e546c4-8d8f-409f-839a-d78959988ced), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.010813 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-77c88516-1abe-4cc9-802a-f606ae60d2d0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.012468 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-77c88516-1abe-4cc9-802a-f606ae60d2d0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "DELETE /v2.0/security-groups/29e546c4-8d8f-409f-839a-d78959988ced HTTP/1.1" status: 204 len: 168 time: 0.1960971 Feb 04 12:57:10.016001 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57438) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:10.024982 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c88516-1abe-4cc9-802a-f606ae60d2d0 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e546c4-8d8f-409f-839a-d78959988ced,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:10.031134 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.api.v2.resource [None req-b1a23f08-8234-44b3-b7fc-8a7482cb329e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] show failed (client error): The resource could not be found. Feb 04 12:57:10.035636 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b1a23f08-8234-44b3-b7fc-8a7482cb329e tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "GET /v2.0/security-groups/29e546c4-8d8f-409f-839a-d78959988ced HTTP/1.1" status: 404 len: 347 time: 0.0181522 Feb 04 12:57:10.036030 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57440) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:10.180441 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Deleting port b08713a5-9631-4622-89af-65909f8f7658 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:10.181475 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (b08713a5-9631-4622-89af-65909f8f7658), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.269341 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (b08713a5-9631-4622-89af-65909f8f7658), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.269681 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (b08713a5-9631-4622-89af-65909f8f7658), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.283907 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Calling delete_port for b08713a5-9631-4622-89af-65909f8f7658 owned by network:floatingip {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:10.431947 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (b08713a5-9631-4622-89af-65909f8f7658), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.464643 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Pushing event deleted for resources: {'Port': ['ID=b08713a5-9631-4622-89af-65909f8f7658,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:10.531532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks [] for floatingip (e57ac336-9015-4585-b4dc-b34234047718), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.534230 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:10.535380 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-cfcd8d64-4471-44f9-b9a6-07e4b9c3de09 tempest-AttachVolumeShelveTestJSON-135981148 tempest-AttachVolumeShelveTestJSON-135981148-project] 10.222.0.26 "DELETE /v2.0/floatingips/e57ac336-9015-4585-b4dc-b34234047718 HTTP/1.1" status: 204 len: 168 time: 0.4982550 Feb 04 12:57:11.842914 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:57:11.870912 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 28064c2d-0d0e-4fcf-98a7-613c7a8da128 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:57:11.871571 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 28064c2d-0d0e-4fcf-98a7-613c7a8da128 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:57:13.035327 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57462) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:13.701217 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (62c0ac7f-3006-47ae-bd52-0482f2d962a9), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:14.268927 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Deleting port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:14.270028 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:14.362175 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] For port 8f06493f-c819-46a7-a9e3-ea0cd0633eb7, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:14.362543 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:14.377888 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Calling delete_port for 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 owned by network:router_interface {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:14.568319 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:14.602778 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (8f06493f-c819-46a7-a9e3-ea0cd0633eb7), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:14.647919 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f06493f-c819-46a7-a9e3-ea0cd0633eb7,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:14.673238 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.673597 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.673949 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.674312 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.674635 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.675000 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.675340 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.675676 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.676009 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.676348 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.676680 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.677018 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.677339 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:14.874094 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (62c0ac7f-3006-47ae-bd52-0482f2d962a9), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:15.146323 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:15.275402 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:15.280607 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-2304b590-8504-4e2c-9594-f672c58e4a94 admin admin] 10.222.0.26 "PUT /v2.0/routers/62c0ac7f-3006-47ae-bd52-0482f2d962a9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2441216 Feb 04 12:57:15.284961 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57466) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:15.286237 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] Sync routers for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:15.297636 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:15.298260 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:15.410787 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks [] for router (62c0ac7f-3006-47ae-bd52-0482f2d962a9), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:15.431304 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:15.704085 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:57:14Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:15.732857 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] Checking router: 62c0ac7f-3006-47ae-bd52-0482f2d962a9 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:15.743036 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] Routers {'62c0ac7f-3006-47ae-bd52-0482f2d962a9'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:15.743682 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:15.814144 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks [] for router_gateway (62c0ac7f-3006-47ae-bd52-0482f2d962a9), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:15.871400 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] Set router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:15.878909 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Deleting port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:15.879330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:15.996580 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] For port efb738b6-d7ff-4d54-8d18-1d3cc622ba2a, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:15.996860 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.013695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Calling delete_port for efb738b6-d7ff-4d54-8d18-1d3cc622ba2a owned by network:router_gateway {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:16.075949 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:57:14Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:16.108991 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49f74d-884f-47d7-b179-b2d2125de832 None None] The sync data for ids ['62c0ac7f-3006-47ae-bd52-0482f2d962a9'] in dv-cinder-817351-9-iscsi is: [{'id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'name': 'tempest-AttachVolumeShelveTestJSON-487453202-router', 'tenant_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120'}], 'enable_snat': True}, 'gw_port_id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:51:38Z', 'updated_at': '2022-02-04T12:57:14Z', 'revision_number': 5, 'project_id': '21f8bb936df4417d9c45861a8fe9ecb2', 'gw_port': {'id': 'efb738b6-d7ff-4d54-8d18-1d3cc622ba2a', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '62c0ac7f-3006-47ae-bd52-0482f2d962a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:51:39Z', 'updated_at': '2022-02-04T12:51:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:16.219630 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (efb738b6-d7ff-4d54-8d18-1d3cc622ba2a), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.246231 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Pushing event deleted for resources: {'Port': ['ID=efb738b6-d7ff-4d54-8d18-1d3cc622ba2a,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:16.312889 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (62c0ac7f-3006-47ae-bd52-0482f2d962a9), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.436265 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (62c0ac7f-3006-47ae-bd52-0482f2d962a9), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.439505 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks [] for router_controller (62c0ac7f-3006-47ae-bd52-0482f2d962a9), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.494667 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (62c0ac7f-3006-47ae-bd52-0482f2d962a9), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.495303 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 62c0ac7f-3006-47ae-bd52-0482f2d962a9 {{(pid=109007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:57:16.502312 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.506967 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-ae664a98-15a6-41ac-bce0-24ed68d8827a admin admin] 10.222.0.26 "DELETE /v2.0/routers/62c0ac7f-3006-47ae-bd52-0482f2d962a9 HTTP/1.1" status: 204 len: 168 time: 1.2172754 Feb 04 12:57:16.507431 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57468) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:16.560681 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] Deleting subnet f3ca1fae-72a3-4468-8e52-7a4187e2613f {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:57:16.564500 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] Publish callbacks [] for subnet (f3ca1fae-72a3-4468-8e52-7a4187e2613f), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.602782 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (f3ca1fae-72a3-4468-8e52-7a4187e2613f), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.719488 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (f3ca1fae-72a3-4468-8e52-7a4187e2613f), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.801265 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (f3ca1fae-72a3-4468-8e52-7a4187e2613f), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.816481 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:16.820098 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] 10.222.0.26 "DELETE /v2.0/subnets/f3ca1fae-72a3-4468-8e52-7a4187e2613f HTTP/1.1" status: 204 len: 168 time: 0.3112464 Feb 04 12:57:16.824097 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57470) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:16.830353 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ed5dc9-4c87-4cac-a925-88ff3b8c6542 None None] Network df8d7004-e3f4-4322-9797-55226bd4f71d requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:57:16.840952 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ce53f-39f1-4016-b38e-a252509487be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3ca1fae-72a3-4468-8e52-7a4187e2613f,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:16.945342 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (df8d7004-e3f4-4322-9797-55226bd4f71d), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.027779 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Deleting port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:17.028124 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.098315 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] For port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7,segment=NetworkSegment(3cfd3c2d-d411-427b-b6e8-667454912330),segment_id=3cfd3c2d-d411-427b-b6e8-667454912330)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:17.098570 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.115917 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Calling delete_port for 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 owned by network:dhcp {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:17.204394 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.233222 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Pushing event deleted for resources: {'Port': ['ID=2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:17.238990 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] No DVR routers for this DVR port 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 on host dv-cinder-817351-9-iscsi {{(pid=109006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:17.247896 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4fd7139-500a-4aab-81e9-8d1137e7e10f None None] DHCP port deletion for df8d7004-e3f4-4322-9797-55226bd4f71d request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:57:17.329833 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:57:17.336057 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (df8d7004-e3f4-4322-9797-55226bd4f71d), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.353742 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:57:17.354005 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 2bd131d0-e8c3-4bf2-8502-b2b9bfc354d7 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:57:17.354418 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:57:17.360972 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df8d7004-e3f4-4322-9797-55226bd4f71d']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:17.372225 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cfd3c2d-d411-427b-b6e8-667454912330') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:17.372528 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cfd3c2d-d411-427b-b6e8-667454912330') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:17.375330 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:57:17.375696 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 8f06493f-c819-46a7-a9e3-ea0cd0633eb7 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:57:17.376123 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device efb738b6-d7ff-4d54-8d18-1d3cc622ba2a no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:57:17.383134 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (3cfd3c2d-d411-427b-b6e8-667454912330), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.397357 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (3cfd3c2d-d411-427b-b6e8-667454912330), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.397618 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: efb738b6-d7ff-4d54-8d18-1d3cc622ba2a {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:57:17.397748 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device efb738b6-d7ff-4d54-8d18-1d3cc622ba2a not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:57:17.405007 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:57:17.405646 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (3cfd3c2d-d411-427b-b6e8-667454912330), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:57:17.407762 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:57:17.511780 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (df8d7004-e3f4-4322-9797-55226bd4f71d), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.517397 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.521129 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] 10.222.0.26 "DELETE /v2.0/networks/df8d7004-e3f4-4322-9797-55226bd4f71d HTTP/1.1" status: 204 len: 168 time: 0.6955893 Feb 04 12:57:17.535765 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbb489-c8e3-4d68-8351-820ad432442a admin admin] Pushing event deleted for resources: {'Network': ['ID=df8d7004-e3f4-4322-9797-55226bd4f71d,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:17.641713 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57474) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:17.682820 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-503bccc5-69b7-4b7c-8454-618664154fce admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=21f8bb936df4417d9c45861a8fe9ecb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0399010 Feb 04 12:57:17.685363 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57476) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:17.737663 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f96ea9ee-1ece-4379-8e4c-81214961f73c admin admin] Publish callbacks [] for security_group (4351581e-8dba-444a-8eec-62f13c8e60b1), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.759641 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f96ea9ee-1ece-4379-8e4c-81214961f73c admin admin] Publish callbacks [] for security_group (4351581e-8dba-444a-8eec-62f13c8e60b1), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.806579 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f96ea9ee-1ece-4379-8e4c-81214961f73c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (4351581e-8dba-444a-8eec-62f13c8e60b1), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.809204 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f96ea9ee-1ece-4379-8e4c-81214961f73c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:17.810372 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f96ea9ee-1ece-4379-8e4c-81214961f73c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/4351581e-8dba-444a-8eec-62f13c8e60b1 HTTP/1.1" status: 204 len: 168 time: 0.1240919 Feb 04 12:57:17.818533 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96ea9ee-1ece-4379-8e4c-81214961f73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4351581e-8dba-444a-8eec-62f13c8e60b1,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:18.101831 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:57:18.595533 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57498) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:18.708205 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1078563994-network', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:18.732165 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Made reservation on behalf of 40c7b169fc714b01a4b9e0a835a2bb54 for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:18.736189 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:18.754096 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:18.885479 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks [] for security_group (11d19ad6-3c9c-46d3-88a9-67930c495491), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:18.891511 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (11d19ad6-3c9c-46d3-88a9-67930c495491), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:18.924772 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 12:57:18.944795 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11d19ad6-3c9c-46d3-88a9-67930c495491,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:18.947589 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (4b867281-f85e-4d69-92fb-634aacb6234d), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:18.947944 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Added segment 4b867281-f85e-4d69-92fb-634aacb6234d of type vlan for network 9fe45dbb-ad11-4c20-aa72-65452d21a314 Feb 04 12:57:18.996814 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (9fe45dbb-ad11-4c20-aa72-65452d21a314), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.028880 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (9fe45dbb-ad11-4c20-aa72-65452d21a314), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.030057 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:19.030808 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.123239 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5265188 Feb 04 12:57:19.128316 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57502) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:19.134500 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664cfd3e-c1fe-465e-a5dd-3934747c081f admin admin] Pushing event updated for resources: {'Network': ['ID=9fe45dbb-ad11-4c20-aa72-65452d21a314,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:19.135324 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Request body: {'subnet': {'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1078563994-subnet', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:19.149369 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 12:57:19.165930 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Made reservation on behalf of 40c7b169fc714b01a4b9e0a835a2bb54 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:19.169870 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.401114 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (ad43489b-5c21-431a-8ab4-4b3a78783f9a), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.463754 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad43489b-5c21-431a-8ab4-4b3a78783f9a,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:19.473030 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Checking segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:19.473418 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Network hostable DHCP agents. Network: 9fe45dbb-ad11-4c20-aa72-65452d21a314, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 12:57:19.491827 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 12:57:19.503516 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 9fe45dbb-ad11-4c20-aa72-65452d21a314) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:19.512878 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72989227-ae0f-485f-97d6-21b707599d9b None None] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:57:19.513112 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:19.514049 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.533251 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-7de9638d-7403-4019-b378-64bd02c499b3 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4036579 Feb 04 12:57:19.538118 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57504) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:19.544223 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:19.565983 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.567205 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.630673 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks [] for router_controller (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), precommit_add_association {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.644852 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-9fe45dbb-ad11-4c20-aa72-65452d21a314', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 12:57:19.646129 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.793047 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Allocated IP 172.20.0.2 (9fe45dbb-ad11-4c20-aa72-65452d21a314/ad43489b-5c21-431a-8ab4-4b3a78783f9a/990987ba-2f1a-4b98-a3db-4c3403bf1d76) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:19.807562 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks [] for router_gateway (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.965598 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Publish callbacks [] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:19.974717 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.039652 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:20.044059 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:20.049758 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:20.060088 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Pushing event updated for resources: {'Port': ['ID=990987ba-2f1a-4b98-a3db-4c3403bf1d76,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:20.074745 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.075233 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.075516 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.075863 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.076217 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.076549 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.076883 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.077224 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.077551 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.077885 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.078216 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.078542 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.078867 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:20.089211 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks [] for router_gateway (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.115532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.169738 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Attempting to bind port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:20.170515 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Attempting to bind port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:20.170915 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Attempting to bind port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:20.180601 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:20.181072 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Checking segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:20.181498 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.181890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Bound using segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:20.182436 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Bound port: 990987ba-2f1a-4b98-a3db-4c3403bf1d76, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:20.182817 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.268322 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] For port 990987ba-2f1a-4b98-a3db-4c3403bf1d76, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:20.268871 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Allocated IP 172.27.3.132 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/cdc182a2-2356-471b-9243-48ed7163791b) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:20.274197 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] For port 990987ba-2f1a-4b98-a3db-4c3403bf1d76, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=990987ba-2f1a-4b98-a3db-4c3403bf1d76,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:20.282080 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.367514 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d877f-1240-4162-a9b8-d7bfb8c7b8da None None] Pushing event updated for resources: {'Port': ['ID=990987ba-2f1a-4b98-a3db-4c3403bf1d76,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:20.419129 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks [] for port (cdc182a2-2356-471b-9243-48ed7163791b), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.464437 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (cdc182a2-2356-471b-9243-48ed7163791b), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:20.543136 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:20.558007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:20.582742 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:20.641837 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc182a2-2356-471b-9243-48ed7163791b,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:20.975663 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks [] for router_gateway (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:21.244266 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:21.326293 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 990987ba-2f1a-4b98-a3db-4c3403bf1d76 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:21.417688 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:21.418089 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:21.437410 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 12:57:21.520972 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:21.521379 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:21.564442 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 990987ba-2f1a-4b98-a3db-4c3403bf1d76, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=990987ba-2f1a-4b98-a3db-4c3403bf1d76,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:21.575290 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:21.577672 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:21.592246 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Sync routers for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:21.602986 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:21.608640 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-9e7c2d2c-6f91-4b72-ae79-13ccae8ef7e0 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.0644243 Feb 04 12:57:21.608928 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57506) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:21.615171 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:21.616394 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:21.675823 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef03799a-d3be-4497-aa58-4b7af24e37d9 None None] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:57:21.739653 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=990987ba-2f1a-4b98-a3db-4c3403bf1d76,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:21.791241 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-06f78754-294d-48dd-b4ed-8c47a10fb8f2 None None] Provisioning complete for port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:21.792258 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-06f78754-294d-48dd-b4ed-8c47a10fb8f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:21.803699 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:21.934906 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-06f78754-294d-48dd-b4ed-8c47a10fb8f2 None None] Current status of the port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:22.027264 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:20Z', 'revision_number': 3, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:22.056214 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Checking router: 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:22.056214 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Updating router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e port cdc182a2-2356-471b-9243-48ed7163791b binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:57:22.092591 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cdc182a2-2356-471b-9243-48ed7163791b), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.160397 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-687390b5-47d9-4b50-a407-e2292330fb43 None None] Provisioning complete for port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:22.161191 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-687390b5-47d9-4b50-a407-e2292330fb43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.191298 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.265642 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-687390b5-47d9-4b50-a407-e2292330fb43 None None] Current status of the port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:22.362377 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Allocated IP 172.20.0.1 (9fe45dbb-ad11-4c20-aa72-65452d21a314/ad43489b-5c21-431a-8ab4-4b3a78783f9a/6bb5ac61-a426-42ed-b243-356423a1cd83) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:22.404617 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Publish callbacks [] for port (cdc182a2-2356-471b-9243-48ed7163791b), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.411209 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cdc182a2-2356-471b-9243-48ed7163791b), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.468654 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Attempting to bind port cdc182a2-2356-471b-9243-48ed7163791b on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:22.469032 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Attempting to bind port cdc182a2-2356-471b-9243-48ed7163791b by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:22.469401 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Attempting to bind port cdc182a2-2356-471b-9243-48ed7163791b on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:22.472911 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Pushing event updated for resources: {'Port': ['ID=cdc182a2-2356-471b-9243-48ed7163791b,revision_number=2']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.479487 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:22.479871 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:22.480277 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.480680 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:22.481160 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Bound port: cdc182a2-2356-471b-9243-48ed7163791b, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:22.481548 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cdc182a2-2356-471b-9243-48ed7163791b), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.482212 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks [] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.488139 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.488519 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.488888 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.489240 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.489576 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.489929 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.490250 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.490586 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.490913 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.491288 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.492461 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.492584 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.492905 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 12:57:22.526053 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.557334 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] For port cdc182a2-2356-471b-9243-48ed7163791b, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:22.561016 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] For port cdc182a2-2356-471b-9243-48ed7163791b, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=cdc182a2-2356-471b-9243-48ed7163791b,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:22.567822 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cdc182a2-2356-471b-9243-48ed7163791b), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.571898 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:22.575171 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:22.578033 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:22.611049 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Pushing event updated for resources: {'Port': ['ID=6bb5ac61-a426-42ed-b243-356423a1cd83,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.631426 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.643199 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cbd43-5098-4f85-a416-4fa82462d869 None None] Pushing event updated for resources: {'Port': ['ID=cdc182a2-2356-471b-9243-48ed7163791b,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:22.658079 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:22.658797 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:22.786328 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.806060 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:22.898834 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-4a8b41a9-307b-4013-9ba3-c663961267d9 None None] Provisioning complete for port 6bb5ac61-a426-42ed-b243-356423a1cd83 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:22.899426 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4a8b41a9-307b-4013-9ba3-c663961267d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.943190 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-4a8b41a9-307b-4013-9ba3-c663961267d9 None None] Port 6bb5ac61-a426-42ed-b243-356423a1cd83 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:57:22.978386 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks [] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:22.984666 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:23.022525 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:20Z', 'revision_number': 3, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:23.060386 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Pushing event updated for resources: {'Port': ['ID=6bb5ac61-a426-42ed-b243-356423a1cd83,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:23.062993 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:23.063287 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c15bbf6-027e-4e88-b88b-1de3880338ef None None] The sync data for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi is: [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:20Z', 'revision_number': 3, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:23.210067 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:23.214406 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:23.246541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 990987ba-2f1a-4b98-a3db-4c3403bf1d76 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:23.307962 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:23.308227 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:23.394730 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:23.589621 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:23.599082 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-bedbffa2-9402-4757-95fa-a86a88e19faf admin admin] 10.222.0.26 "PUT /v2.0/routers/4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9881735 Feb 04 12:57:23.607754 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-17ad09c8-eeda-47d4-83ff-95e0c86afa80 None None] Provisioning complete for port 6bb5ac61-a426-42ed-b243-356423a1cd83 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:23.608139 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-17ad09c8-eeda-47d4-83ff-95e0c86afa80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:23.609990 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:23.656569 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-17ad09c8-eeda-47d4-83ff-95e0c86afa80 None None] Port 6bb5ac61-a426-42ed-b243-356423a1cd83 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:57:24.227900 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57514) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:24.232647 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-92989f98-2db1-4247-ad32-87acaf79aa14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--693201536', 'description': 'tempest-description--113879532'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:24.256889 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-92989f98-2db1-4247-ad32-87acaf79aa14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.347869 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-92989f98-2db1-4247-ad32-87acaf79aa14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (596f4ecd-f280-489f-b572-72c91ff5327c), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.354471 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-92989f98-2db1-4247-ad32-87acaf79aa14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (596f4ecd-f280-489f-b572-72c91ff5327c), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.407913 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-92989f98-2db1-4247-ad32-87acaf79aa14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.409963 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-92989f98-2db1-4247-ad32-87acaf79aa14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1808307 Feb 04 12:57:24.411898 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92989f98-2db1-4247-ad32-87acaf79aa14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=596f4ecd-f280-489f-b572-72c91ff5327c,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:24.412953 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57516) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:24.418709 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-31820888-b216-4599-a743-65a13a1aef1f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'security_group_rule': {'security_group_id': '596f4ecd-f280-489f-b572-72c91ff5327c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:24.449636 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-31820888-b216-4599-a743-65a13a1aef1f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (f0a77879-b68b-457f-b1e3-d44a6632dc09), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.780613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-31820888-b216-4599-a743-65a13a1aef1f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (f0a77879-b68b-457f-b1e3-d44a6632dc09), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.786210 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-31820888-b216-4599-a743-65a13a1aef1f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (f0a77879-b68b-457f-b1e3-d44a6632dc09), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.805746 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31820888-b216-4599-a743-65a13a1aef1f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0a77879-b68b-457f-b1e3-d44a6632dc09,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:24.815672 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-31820888-b216-4599-a743-65a13a1aef1f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.817060 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-31820888-b216-4599-a743-65a13a1aef1f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4024394 Feb 04 12:57:24.822133 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57518) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:24.826771 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-1aee1ceb-7093-402f-bcfd-2400b7e39483 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'security_group_rule': {'security_group_id': '596f4ecd-f280-489f-b572-72c91ff5327c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:24.855354 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1aee1ceb-7093-402f-bcfd-2400b7e39483 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (74d964ad-5c79-48ca-9d09-f1427a32cbc8), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.871217 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Sync routers for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:24.885261 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:24.886096 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:24.928253 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1aee1ceb-7093-402f-bcfd-2400b7e39483 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (74d964ad-5c79-48ca-9d09-f1427a32cbc8), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.933990 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1aee1ceb-7093-402f-bcfd-2400b7e39483 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (74d964ad-5c79-48ca-9d09-f1427a32cbc8), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.955581 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee1ceb-7093-402f-bcfd-2400b7e39483 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74d964ad-5c79-48ca-9d09-f1427a32cbc8,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:24.964824 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-1aee1ceb-7093-402f-bcfd-2400b7e39483 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:24.967513 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-1aee1ceb-7093-402f-bcfd-2400b7e39483 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1442170 Feb 04 12:57:24.969442 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57520) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:24.974513 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:25.000677 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.012115 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:25.108701 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.246371 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Allocated IP 172.27.3.185 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/ac3beb52-3dfc-41ce-a113-00c238f32799) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:25.285995 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 2, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:25.338563 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cdc182a2-2356-471b-9243-48ed7163791b up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:25.344272 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Checking router: 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:25.344849 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Updating router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e port 6bb5ac61-a426-42ed-b243-356423a1cd83 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 12:57:25.430792 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.477770 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port cdc182a2-2356-471b-9243-48ed7163791b triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:25.478120 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (cdc182a2-2356-471b-9243-48ed7163791b), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.618289 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.671710 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.702062 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port cdc182a2-2356-471b-9243-48ed7163791b is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:25.702458 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (cdc182a2-2356-471b-9243-48ed7163791b), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.724437 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:25.730251 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:25.734137 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:25.736514 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port cdc182a2-2356-471b-9243-48ed7163791b, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=cdc182a2-2356-471b-9243-48ed7163791b,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:25.742135 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (cdc182a2-2356-471b-9243-48ed7163791b), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.761837 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'Port': ['ID=ac3beb52-3dfc-41ce-a113-00c238f32799,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:25.824588 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=cdc182a2-2356-471b-9243-48ed7163791b,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:25.842814 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (d26ef59c-39f5-4aa1-aa2f-950584cc17df), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.875048 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Publish callbacks [] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.890089 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.890699 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:25.943516 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9e877-9f49-4d65-9543-5546785890c3 None None] Pushing event updated for resources: {'Port': ['ID=6bb5ac61-a426-42ed-b243-356423a1cd83,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:26.009084 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Attempting to bind port 6bb5ac61-a426-42ed-b243-356423a1cd83 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:26.009464 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Attempting to bind port 6bb5ac61-a426-42ed-b243-356423a1cd83 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:26.009833 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Attempting to bind port 6bb5ac61-a426-42ed-b243-356423a1cd83 on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:26.015625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:26.016010 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Checking segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:26.016421 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.016834 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Bound using segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:26.017355 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Bound port: 6bb5ac61-a426-42ed-b243-356423a1cd83, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:26.017742 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.083261 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.090705 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.104427 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] For port 6bb5ac61-a426-42ed-b243-356423a1cd83, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:26.108011 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] For port 6bb5ac61-a426-42ed-b243-356423a1cd83, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=6bb5ac61-a426-42ed-b243-356423a1cd83,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:26.114544 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.184077 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9e877-9f49-4d65-9543-5546785890c3 None None] Pushing event updated for resources: {'Port': ['ID=6bb5ac61-a426-42ed-b243-356423a1cd83,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:26.186918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:26.187574 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:26.217352 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'Port': ['ID=ac3beb52-3dfc-41ce-a113-00c238f32799,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:26.225710 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (d26ef59c-39f5-4aa1-aa2f-950584cc17df), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.245721 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.256119 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d6a0739e-b666-4b23-bcfe-a445fae5aa3e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2766900 Feb 04 12:57:26.327008 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-8b2a4347-7e01-4b8a-bcdb-07da7424f348 None None] Provisioning complete for port 6bb5ac61-a426-42ed-b243-356423a1cd83 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:26.327390 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4347-7e01-4b8a-bcdb-07da7424f348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.365618 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:26.432048 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-e71bdfb1-fd44-40c8-8650-170ff8df669d tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--693201536&fields=id&tenant_id=40c7b169fc714b01a4b9e0a835a2bb54 HTTP/1.1" status: 200 len: 267 time: 0.0537400 Feb 04 12:57:26.565695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-7f37a7c5-414a-4198-ab2b-41fa7b419419 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:26.567187 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-7f37a7c5-414a-4198-ab2b-41fa7b419419 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 811 time: 0.1228085 Feb 04 12:57:26.586677 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-097492ba-5370-4ed4-b665-5106b81317b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/quotas/40c7b169fc714b01a4b9e0a835a2bb54 HTTP/1.1" status: 200 len: 375 time: 0.0096412 Feb 04 12:57:26.589968 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8b2a4347-7e01-4b8a-bcdb-07da7424f348 None None] Current status of the port 6bb5ac61-a426-42ed-b243-356423a1cd83 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:26.590367 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4347-7e01-4b8a-bcdb-07da7424f348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.653774 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-8b2a4347-7e01-4b8a-bcdb-07da7424f348 None None] For port 6bb5ac61-a426-42ed-b243-356423a1cd83, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=6bb5ac61-a426-42ed-b243-356423a1cd83,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:26.657650 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-c0aac4b4-83b9-4064-8ead-9c3046b4f5b8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0653160 Feb 04 12:57:26.660495 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8b2a4347-7e01-4b8a-bcdb-07da7424f348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.726840 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:26.729981 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2a4347-7e01-4b8a-bcdb-07da7424f348 None None] Pushing event updated for resources: {'Port': ['ID=6bb5ac61-a426-42ed-b243-356423a1cd83,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:26.760243 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f93054-cc17-4b5d-bd2f-e8e294d91eb0 None None] The sync data for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi is: [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:26.790093 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-9c6916e6-7666-4f19-8cbc-079375c39b17 None None] Provisioning complete for port 6bb5ac61-a426-42ed-b243-356423a1cd83 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:26.790645 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9c6916e6-7666-4f19-8cbc-079375c39b17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:26.813863 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-e742e09f-24df-489e-a805-60f5353eaf2f service neutron] 10.222.0.26 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400068 Feb 04 12:57:26.916177 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-9c6916e6-7666-4f19-8cbc-079375c39b17 None None] Current status of the port 6bb5ac61-a426-42ed-b243-356423a1cd83 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:26.939215 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-4041f094-153d-4d6f-b89a-00a9414daa10 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226611 Feb 04 12:57:27.154443 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1c0be22a-475a-47aa-82b4-282c48419c8d req-2f9101c3-679e-404b-979a-519ee3adbccb tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 210 time: 0.0340626 Feb 04 12:57:27.375875 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cdc182a2-2356-471b-9243-48ed7163791b up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:27.478492 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port cdc182a2-2356-471b-9243-48ed7163791b triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:27.479204 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (cdc182a2-2356-471b-9243-48ed7163791b), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:27.602719 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port cdc182a2-2356-471b-9243-48ed7163791b is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:27.603953 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 6bb5ac61-a426-42ed-b243-356423a1cd83 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:27.667797 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 6bb5ac61-a426-42ed-b243-356423a1cd83 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:27.668287 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:27.782164 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 6bb5ac61-a426-42ed-b243-356423a1cd83 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:28.321759 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3322e99b-7974-4f66-890c-51e819c4002f req-af9096d7-970e-4edc-8ccc-2dda5faf3230 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 210 time: 0.0688860 Feb 04 12:57:28.382206 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-5b8ecbe1-0ab1-4b23-89ea-b375bc500917 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:28.384355 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-5b8ecbe1-0ab1-4b23-89ea-b375bc500917 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 811 time: 0.1410429 Feb 04 12:57:28.455875 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-19c395d8-abf9-43e0-8e16-229fee8ae155 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c7b169fc714b01a4b9e0a835a2bb54 HTTP/1.1" status: 200 len: 379 time: 0.0590322 Feb 04 12:57:28.456158 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-14e3b050-b476-4029-931a-70bff2e6deb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:28.466540 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'port': {'device_id': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'admin_state_up': True, 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'security_groups': ['596f4ecd-f280-489f-b572-72c91ff5327c']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:28.585602 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Made reservation on behalf of 40c7b169fc714b01a4b9e0a835a2bb54 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 12:57:28.588712 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:28.734050 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Allocated IP 172.20.0.10 (9fe45dbb-ad11-4c20-aa72-65452d21a314/ad43489b-5c21-431a-8ab4-4b3a78783f9a/393f341f-68cd-4f29-b126-9c4d3e433bcb) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 12:57:28.881060 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:28.916282 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:28.970544 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 12:57:28.973777 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 12:57:28.978294 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 12:57:28.985243 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'Port': ['ID=393f341f-68cd-4f29-b126-9c4d3e433bcb,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:29.036356 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:29.037048 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.057491 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-0998d21d-98d6-47f8-9cab-39b32ef5c084 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5955813 Feb 04 12:57:29.068595 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Request body: {'port': {'device_id': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:29.133608 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.271903 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-ad567780-3884-425c-bf59-7c836d705e6f None None] Provisioning complete for port 393f341f-68cd-4f29-b126-9c4d3e433bcb triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:29.272296 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ad567780-3884-425c-bf59-7c836d705e6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.315331 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-ad567780-3884-425c-bf59-7c836d705e6f None None] Port 393f341f-68cd-4f29-b126-9c4d3e433bcb cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 12:57:29.470644 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 393f341f-68cd-4f29-b126-9c4d3e433bcb {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:29.480033 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Publish callbacks [] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.482187 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b8374-da94-4aa2-9ec3-3d188381127f req-14b80c34-d734-459c-8d00-c3e6ab920aff tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:29.483990 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9f5b8374-da94-4aa2-9ec3-3d188381127f req-14b80c34-d734-459c-8d00-c3e6ab920aff tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 932 time: 0.0597911 Feb 04 12:57:29.494119 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Transition to ACTIVE for port object 393f341f-68cd-4f29-b126-9c4d3e433bcb will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 12:57:29.498567 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.541329 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9f5b8374-da94-4aa2-9ec3-3d188381127f req-827c9070-9061-4a93-92f9-ac21c7b99640 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514205 Feb 04 12:57:29.551445 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Pushing event updated for resources: {'Port': ['ID=393f341f-68cd-4f29-b126-9c4d3e433bcb,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:29.632380 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Attempting to bind port 393f341f-68cd-4f29-b126-9c4d3e433bcb on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 12:57:29.633195 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Attempting to bind port 393f341f-68cd-4f29-b126-9c4d3e433bcb by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 12:57:29.633538 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Attempting to bind port 393f341f-68cd-4f29-b126-9c4d3e433bcb on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:29.638413 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Port 393f341f-68cd-4f29-b126-9c4d3e433bcb on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 12:57:29.638739 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Attempting to bind port 393f341f-68cd-4f29-b126-9c4d3e433bcb on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 12:57:29.643944 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 12:57:29.644291 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Checking segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 12:57:29.644672 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Bound using segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 12:57:29.645103 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Bound port: 393f341f-68cd-4f29-b126-9c4d3e433bcb, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 12:57:29.645469 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.713845 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] For port 393f341f-68cd-4f29-b126-9c4d3e433bcb, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 12:57:29.717091 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] For port 393f341f-68cd-4f29-b126-9c4d3e433bcb, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 12:57:29.724120 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.758263 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:29.758897 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:29.760316 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] 10.222.0.75 "PUT /v2.0/ports/393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 1094 time: 0.6962709 Feb 04 12:57:29.760768 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:29.763053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77571088-32d9-4954-86a3-49eaa5401dbe" -d '{"events": [{"name": "network-changed", "server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:29.790278 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e5624-00b7-4249-91e1-73c1b80a7856 service neutron] Pushing event updated for resources: {'Port': ['ID=393f341f-68cd-4f29-b126-9c4d3e433bcb,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:29.828164 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f45986d-ddca-453a-92d2-e4589c53c952 x-openstack-request-id: req-7f45986d-ddca-453a-92d2-e4589c53c952 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:29.828441 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:29.828720 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7f45986d-ddca-453a-92d2-e4589c53c952 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:29.829206 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'status': 'completed', 'code': 200} Feb 04 12:57:29.878037 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-686e7d33-f567-4d5b-9f25-7db44e794b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:29.879747 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-686e7d33-f567-4d5b-9f25-7db44e794b2a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1128 time: 0.0621064 Feb 04 12:57:29.927966 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-f079a59d-a435-460b-98b4-65060e31a5c7 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 217 time: 0.0402577 Feb 04 12:57:29.978632 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-9a19acff-1342-4d28-87fa-8e9b2dc7b5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:29.980163 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-9a19acff-1342-4d28-87fa-8e9b2dc7b5f9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0468338 Feb 04 12:57:30.029007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-fb10620a-6162-4473-a03b-2fffbc555006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.030532 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-fb10620a-6162-4473-a03b-2fffbc555006 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450313 Feb 04 12:57:30.123146 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-864b9a94-cec1-43a2-84c8-cc896648f127 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865796 Feb 04 12:57:30.231004 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-190c5848-3ffb-466b-8992-49dd935ffca5 req-193f92bb-6818-4122-90e5-d0fdadbb6871 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022422 Feb 04 12:57:30.327249 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571088-32d9-4954-86a3-49eaa5401dbe req-66130374-57cd-4a71-8196-aba0189aeff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.328763 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-77571088-32d9-4954-86a3-49eaa5401dbe req-66130374-57cd-4a71-8196-aba0189aeff6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1128 time: 0.0505054 Feb 04 12:57:30.415673 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571088-32d9-4954-86a3-49eaa5401dbe req-bfff0114-b7cb-435c-9b08-945967ba9691 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.417141 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-77571088-32d9-4954-86a3-49eaa5401dbe req-bfff0114-b7cb-435c-9b08-945967ba9691 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0816298 Feb 04 12:57:30.462092 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-77571088-32d9-4954-86a3-49eaa5401dbe req-ac4994eb-5d8b-459a-85d3-d86e947fad27 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 217 time: 0.0381176 Feb 04 12:57:30.515814 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571088-32d9-4954-86a3-49eaa5401dbe req-1f8496ed-0aa5-4d13-84f1-3c9551c659be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.517440 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-77571088-32d9-4954-86a3-49eaa5401dbe req-1f8496ed-0aa5-4d13-84f1-3c9551c659be service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0499213 Feb 04 12:57:30.571961 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77571088-32d9-4954-86a3-49eaa5401dbe req-4ff239f9-e78d-4d62-b601-b02ba67d5998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.573506 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-77571088-32d9-4954-86a3-49eaa5401dbe req-4ff239f9-e78d-4d62-b601-b02ba67d5998 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495346 Feb 04 12:57:30.674892 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d2109f-3cef-4e9c-b95b-d4b48d6d874a req-d9570209-19bb-457d-9238-c07db3bd5a78 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:30.676447 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c1d2109f-3cef-4e9c-b95b-d4b48d6d874a req-d9570209-19bb-457d-9238-c07db3bd5a78 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 944 time: 0.0544930 Feb 04 12:57:30.684306 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-77571088-32d9-4954-86a3-49eaa5401dbe req-79fbf765-4acc-47cd-aae0-3380650ba5d7 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038985 Feb 04 12:57:30.731253 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c1d2109f-3cef-4e9c-b95b-d4b48d6d874a req-8c839161-bda3-4bf1-970c-61496e7ac9a8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480680 Feb 04 12:57:30.778665 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-77571088-32d9-4954-86a3-49eaa5401dbe req-de047070-25d5-495e-a526-4cbc02d365be service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884812 Feb 04 12:57:31.033901 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-03cb2ea1-88b8-46da-9aea-614ad2eab7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:31.910239 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc96ade-67b3-49bc-8256-8eba8ca51047 req-99eb18e6-7541-4007-ade9-a28e49c9f107 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:31.911867 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6dc96ade-67b3-49bc-8256-8eba8ca51047 req-99eb18e6-7541-4007-ade9-a28e49c9f107 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 944 time: 0.0946727 Feb 04 12:57:31.951431 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 393f341f-68cd-4f29-b126-9c4d3e433bcb details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 12:57:31.961375 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6dc96ade-67b3-49bc-8256-8eba8ca51047 req-024ede47-3ed9-4bd7-b850-c769d5776d75 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432053 Feb 04 12:57:32.055749 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 393f341f-68cd-4f29-b126-9c4d3e433bcb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:32.200677 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'port_id': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'mac_address': 'fa:16:3e:12:dd:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 12:57:32.244404 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 393f341f-68cd-4f29-b126-9c4d3e433bcb is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:32.244792 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:32.261027 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 393f341f-68cd-4f29-b126-9c4d3e433bcb {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 12:57:32.283304 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 393f341f-68cd-4f29-b126-9c4d3e433bcb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:32.288566 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:32.340739 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=393f341f-68cd-4f29-b126-9c4d3e433bcb,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:32.514266 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['393f341f-68cd-4f29-b126-9c4d3e433bcb'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 12:57:33.091704 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acee36c-e792-40d8-b144-cc37dc9f609f req-3cbf3d14-0aa3-49b9-8b7b-48f348226181 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:33.093248 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4acee36c-e792-40d8-b144-cc37dc9f609f req-3cbf3d14-0aa3-49b9-8b7b-48f348226181 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 945 time: 0.0583115 Feb 04 12:57:33.140480 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4acee36c-e792-40d8-b144-cc37dc9f609f req-7c62ec52-a7f3-4f46-ab33-a2b750a1b672 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414996 Feb 04 12:57:33.397093 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:33.961016 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 393f341f-68cd-4f29-b126-9c4d3e433bcb up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 12:57:34.011426 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 393f341f-68cd-4f29-b126-9c4d3e433bcb completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 12:57:34.016019 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 393f341f-68cd-4f29-b126-9c4d3e433bcb triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 12:57:34.016474 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:34.100705 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 393f341f-68cd-4f29-b126-9c4d3e433bcb is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 12:57:34.101109 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:34.125739 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:34.128399 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd74033-6d50-4ae8-b3c2-19bb589c4f51" -d '{"events": [{"server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "name": "network-vif-plugged", "status": "completed", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:34.142186 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 393f341f-68cd-4f29-b126-9c4d3e433bcb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:34.147251 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:34.175425 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32ce5da-b595-460e-a0cb-84ffd3caa6e8 x-openstack-request-id: req-b32ce5da-b595-460e-a0cb-84ffd3caa6e8 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:34.175725 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "name": "network-vif-plugged", "status": "completed", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:34.176051 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b32ce5da-b595-460e-a0cb-84ffd3caa6e8 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:34.176674 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'code': 200} Feb 04 12:57:34.209073 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=393f341f-68cd-4f29-b126-9c4d3e433bcb,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:34.278523 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa710198-649d-44f4-bf4e-032ec5de4a72 req-2d691384-5774-4c7f-92be-b62813929ec9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:34.280217 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aa710198-649d-44f4-bf4e-032ec5de4a72 req-2d691384-5774-4c7f-92be-b62813929ec9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0623996 Feb 04 12:57:34.330010 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aa710198-649d-44f4-bf4e-032ec5de4a72 req-8a096a3f-6a23-4b10-bf29-68c6628eacd4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435014 Feb 04 12:57:34.364768 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6f1283-81c4-4003-8218-d8b39ca526a7 req-e6c9b915-2bae-4791-8559-ec979f08ffc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:34.367417 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1f6f1283-81c4-4003-8218-d8b39ca526a7 req-e6c9b915-2bae-4791-8559-ec979f08ffc2 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1130 time: 0.0515850 Feb 04 12:57:34.409552 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1f6f1283-81c4-4003-8218-d8b39ca526a7 req-d8333cd4-2e9c-4674-88ce-dbf78b7c4407 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367932 Feb 04 12:57:34.724682 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:34.941053 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:35.465588 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd23e9b-08fa-49f8-b7da-e2e24112d229 req-98a8de59-ea86-4f94-8397-55e8d78ad4ae tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:35.466904 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cfd23e9b-08fa-49f8-b7da-e2e24112d229 req-98a8de59-ea86-4f94-8397-55e8d78ad4ae tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0567625 Feb 04 12:57:35.519408 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cfd23e9b-08fa-49f8-b7da-e2e24112d229 req-ffa396a0-e949-4bc9-914e-137151921cf0 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453825 Feb 04 12:57:36.654222 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d15b9b-ae4a-4ba8-bc51-9d36f38eb82f req-3fc63dd5-bcd1-4512-9e95-963cea433957 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:36.655947 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a1d15b9b-ae4a-4ba8-bc51-9d36f38eb82f req-3fc63dd5-bcd1-4512-9e95-963cea433957 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0633152 Feb 04 12:57:36.715914 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a1d15b9b-ae4a-4ba8-bc51-9d36f38eb82f req-a4bcba0c-aa0a-4015-a6e7-a83d5839b6a0 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534155 Feb 04 12:57:36.844296 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef527967-80a2-4a3f-b3c8-75dbb3e90992 req-d599caf3-35b7-4b23-88b9-3be1006923d0 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:36.845746 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ef527967-80a2-4a3f-b3c8-75dbb3e90992 req-d599caf3-35b7-4b23-88b9-3be1006923d0 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0569170 Feb 04 12:57:36.855344 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57572) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:36.860007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'floatingip': {'port_id': '393f341f-68cd-4f29-b126-9c4d3e433bcb'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 12:57:36.900114 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (d26ef59c-39f5-4aa1-aa2f-950584cc17df), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:37.374967 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:37.384285 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (d26ef59c-39f5-4aa1-aa2f-950584cc17df), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:37.508365 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Floating IP d26ef59c-39f5-4aa1-aa2f-950584cc17df associated. External IP: 172.27.3.185, port: 393f341f-68cd-4f29-b126-9c4d3e433bcb. Feb 04 12:57:37.777769 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:37.905241 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:37.910115 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:37.917080 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] Sync routers for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:37.929548 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:37.930179 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:37.958362 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a9c5fa71-4765-4e4e-8985-3d726533eb32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "PUT /v2.0/floatingips/d26ef59c-39f5-4aa1-aa2f-950584cc17df HTTP/1.1" status: 200 len: 992 time: 1.0984523 Feb 04 12:57:37.958362 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:37.958362 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115" -d '{"events": [{"name": "network-changed", "server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:37.998693 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0db3727-6cf6-4d50-9693-585e873494dc x-openstack-request-id: req-d0db3727-6cf6-4d50-9693-585e873494dc {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:37.999101 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:37.999371 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0db3727-6cf6-4d50-9693-585e873494dc {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:37.999769 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'status': 'completed', 'code': 200} Feb 04 12:57:38.051617 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:38.088342 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1705247-77e6-4856-bcf4-45b456ad7a92 req-617c2b1a-0a10-4751-8a41-b34c5e7a0174 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.089352 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b1705247-77e6-4856-bcf4-45b456ad7a92 req-617c2b1a-0a10-4751-8a41-b34c5e7a0174 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0605459 Feb 04 12:57:38.110182 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-96ee54ff-9d68-4e70-af07-41a568280850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.113286 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-96ee54ff-9d68-4e70-af07-41a568280850 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1130 time: 0.0844498 Feb 04 12:57:38.145728 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b1705247-77e6-4856-bcf4-45b456ad7a92 req-a942a666-7a7b-430b-bd94-0c50fa981b70 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501451 Feb 04 12:57:38.234581 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-d6fd3a9e-3dc7-4a6c-9067-dc015f59a557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.236172 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-d6fd3a9e-3dc7-4a6c-9067-dc015f59a557 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.1161134 Feb 04 12:57:38.334932 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': 'd26ef59c-39f5-4aa1-aa2f-950584cc17df', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'port_id': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'mac_address': 'fa:16:3e:12:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:25Z', 'updated_at': '2022-02-04T12:57:37Z', 'revision_number': 1, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:38.365188 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] Checking router: 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:38.377327 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:38.377979 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:38.512968 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:38.572307 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-39fc22d5-6fa0-4eb2-b00a-3d68b58c66bf service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 1000 time: 0.3301105 Feb 04 12:57:38.622042 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-b7b7bed5-ae91-4e1a-ab94-74f31e4ce96a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.623503 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-b7b7bed5-ae91-4e1a-ab94-74f31e4ce96a service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0456417 Feb 04 12:57:38.675907 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-eeb50c73-2532-45a7-a76c-f6a2c92b97e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:38.677474 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-eeb50c73-2532-45a7-a76c-f6a2c92b97e4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485687 Feb 04 12:57:38.773539 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': 'd26ef59c-39f5-4aa1-aa2f-950584cc17df', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'port_id': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'mac_address': 'fa:16:3e:12:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:25Z', 'updated_at': '2022-02-04T12:57:37Z', 'revision_number': 1, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:38.793129 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-39f015b1-5fbe-4110-b735-8544d66555d7 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095486 Feb 04 12:57:38.814050 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-251076c6-c831-427d-b5c4-8bf9c7a0b8f4 None None] The sync data for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi is: [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': 'd26ef59c-39f5-4aa1-aa2f-950584cc17df', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'floating_ip_address': '172.27.3.185', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'port_id': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 615, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'mac_address': 'fa:16:3e:12:dd:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:57:25Z', 'updated_at': '2022-02-04T12:57:37Z', 'revision_number': 1, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:38.896730 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3e76c9d0-6e11-4c02-bdfb-bce80cf3d115 req-331e417b-c97d-4552-afc5-0b322774db43 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981784 Feb 04 12:57:39.042750 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639e1ec2-84cb-48b5-9214-57cb7b80ed91 None None] New status for floating IP d26ef59c-39f5-4aa1-aa2f-950584cc17df: ACTIVE {{(pid=109008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:39.301152 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6f1d84-effb-4b8a-ac5d-459cc219d580 req-dffe690d-2ad1-457f-9267-4dbbfe89d21a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:39.302659 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc6f1d84-effb-4b8a-ac5d-459cc219d580 req-dffe690d-2ad1-457f-9267-4dbbfe89d21a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0624084 Feb 04 12:57:39.348698 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc6f1d84-effb-4b8a-ac5d-459cc219d580 req-c580623c-30e3-416e-855a-2b5709042f48 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402021 Feb 04 12:57:44.559608 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:46.946049 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57586) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:47.111946 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Deleting port 9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:47.112314 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.212196 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.212661 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.228728 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Calling delete_port for 9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7 owned by network:floatingip {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:47.422563 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.455296 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event deleted for resources: {'Port': ['ID=9ed3cfc9-825c-470d-a73f-78dbd6a8b4a7,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:47.538680 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (526fda7b-b8b3-47cf-a371-90a2955775d8), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.539012 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.l3_db [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Floating IP 526fda7b-b8b3-47cf-a371-90a2955775d8 disassociated (deleted). External IP: 172.27.3.177, port: 81cd554b-36ad-46d6-a5dc-7c67519c3b44. Feb 04 12:57:47.775573 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:47.896621 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-3444f47d-33f1-4378-8d9b-2f2ae8b1507d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0743787 Feb 04 12:57:47.917909 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:47.926811 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:47.932064 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:47.948041 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:47.949206 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:47.974200 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-48b6bff0-785c-42c6-acef-cfbb0804040f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "DELETE /v2.0/floatingips/526fda7b-b8b3-47cf-a371-90a2955775d8 HTTP/1.1" status: 204 len: 168 time: 1.0247099 Feb 04 12:57:47.974200 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44'}] {{(pid=109006) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:47.974864 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60eac9374c389098a56352433624812aa5c0db5c93f2c59db9f71c3f41f45e1d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a" -d '{"events": [{"name": "network-changed", "server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44"}]}' {{(pid=109006) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:48.019146 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-d6658f2e-1fd9-468a-b68c-a18fa25de48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.021696 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-d6658f2e-1fd9-468a-b68c-a18fa25de48b service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0685191 Feb 04 12:57:48.051144 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8797e8e5-25fc-4a0d-a7fd-0dd7f063c9a0 x-openstack-request-id: req-8797e8e5-25fc-4a0d-a7fd-0dd7f063c9a0 {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:48.051890 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44", "status": "completed", "code": 200}]} {{(pid=109006) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:48.052410 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8797e8e5-25fc-4a0d-a7fd-0dd7f063c9a0 {{(pid=109006) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:48.053101 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'status': 'completed', 'code': 200} Feb 04 12:57:48.130584 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:48.189422 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-f59768f0-3d03-48e7-b98a-55d846ad36d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.190965 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-f59768f0-3d03-48e7-b98a-55d846ad36d1 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 1130 time: 0.0952699 Feb 04 12:57:48.192173 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-8497d796-912f-4fa3-905d-60d6a4ef3837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.193563 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-8497d796-912f-4fa3-905d-60d6a4ef3837 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.1511507 Feb 04 12:57:48.340056 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753bcfc3-7854-4c8a-b15b-b29d3ff3c2f3 req-04897376-787f-4f3e-becd-8d4c98a46947 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.342059 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-753bcfc3-7854-4c8a-b15b-b29d3ff3c2f3 req-04897376-787f-4f3e-becd-8d4c98a46947 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 946 time: 0.0677843 Feb 04 12:57:48.349680 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-28c3ec63-c08e-496d-88c4-68cc56542a0d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 200 len: 1001 time: 0.1462951 Feb 04 12:57:48.412975 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-753bcfc3-7854-4c8a-b15b-b29d3ff3c2f3 req-090d5916-169a-4fd9-945a-9d980f8223c2 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582387 Feb 04 12:57:48.418265 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-be1069e6-0ece-4f47-b3a2-c02b665cf9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.420000 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-be1069e6-0ece-4f47-b3a2-c02b665cf9a3 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.1987195 Feb 04 12:57:48.438492 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 1, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:48.470167 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:48.478778 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-b7f7383b-c4a5-4279-8535-c3ff39391b64 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44 HTTP/1.1" status: 200 len: 217 time: 0.0424545 Feb 04 12:57:48.480638 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:48.481245 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:48.484293 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-36fa7872-e855-4199-9191-7310126ecafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.486478 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-36fa7872-e855-4199-9191-7310126ecafb service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.1278965 Feb 04 12:57:48.583062 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-4d83ee9c-38fa-48e0-a62d-076523ec65da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.584572 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-4d83ee9c-38fa-48e0-a62d-076523ec65da service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0968664 Feb 04 12:57:48.602365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-4aa71f24-cb45-4fd5-8d28-3981d0ec3a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.603955 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-4aa71f24-cb45-4fd5-8d28-3981d0ec3a18 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1054122 Feb 04 12:57:48.613210 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:48.696178 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-66d97aa4-0cf0-46a6-88e6-649a8c955975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:48.697662 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-66d97aa4-0cf0-46a6-88e6-649a8c955975 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1059961 Feb 04 12:57:48.778562 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-1e8e9148-d47a-4ff9-88b0-88b02aa3d75e service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578732 Feb 04 12:57:48.873073 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-db77fdbe-3e85-4e72-a560-76f8ac1e2db9 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685069 Feb 04 12:57:48.966161 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 1, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:48.970891 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc70579a-06fa-4b2e-88a3-49b25404dab2 req-311bb761-ecce-4725-bd59-43461deaa740 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813118 Feb 04 12:57:49.000176 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d08506-f534-41d2-b0da-ffc440797f51 None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '4bfb9c73-7f1e-43d2-abf7-1954f6303f83', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'floating_ip_address': '172.27.3.42', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'port_id': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'mac_address': 'fa:16:3e:04:cc:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T12:54:12Z', 'updated_at': '2022-02-04T12:54:15Z', 'revision_number': 1, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:49.026796 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-83fdd0a6-d8f9-44d2-a10f-83952cdb539a req-7c3ad981-746f-429e-aa48-0c4b24e98f8a service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463284 Feb 04 12:57:49.252279 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c7a5ee4-9f38-480d-b996-b863c5bb026b None None] New status for floating IP 526fda7b-b8b3-47cf-a371-90a2955775d8: DOWN {{(pid=109008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:49.563743 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6fef3a-ff6a-40a3-82a1-b56c8c167f2e req-73674cae-7268-4b0e-8ce8-51ed825dd3f7 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.565374 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5b6fef3a-ff6a-40a3-82a1-b56c8c167f2e req-73674cae-7268-4b0e-8ce8-51ed825dd3f7 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 946 time: 0.0608819 Feb 04 12:57:49.620296 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-5b6fef3a-ff6a-40a3-82a1-b56c8c167f2e req-b44be4d8-3365-4ea3-8104-b2619d2bf4ef tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478199 Feb 04 12:57:49.939299 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-8d1080a2-5420-4c97-9013-dd7a70d0cdbc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:49.940766 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-8d1080a2-5420-4c97-9013-dd7a70d0cdbc tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 946 time: 0.0560427 Feb 04 12:57:50.032786 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Deleting port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:50.033482 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.125253 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] For port 81cd554b-36ad-46d6-a5dc-7c67519c3b44, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=81cd554b-36ad-46d6-a5dc-7c67519c3b44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:50.125624 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.138884 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Calling delete_port for 81cd554b-36ad-46d6-a5dc-7c67519c3b44 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:50.267905 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (81cd554b-36ad-46d6-a5dc-7c67519c3b44), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.297430 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event deleted for resources: {'Port': ['ID=81cd554b-36ad-46d6-a5dc-7c67519c3b44,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:50.338420 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] No DVR routers for this DVR port 81cd554b-36ad-46d6-a5dc-7c67519c3b44 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:50.341020 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:50.344309 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0d1d4179-8c6a-4ea9-9238-a71677d98f69 req-644b7c44-3e36-4fae-a734-8521f64828c3 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "DELETE /v2.0/ports/81cd554b-36ad-46d6-a5dc-7c67519c3b44 HTTP/1.1" status: 204 len: 173 time: 0.3978841 Feb 04 12:57:50.344742 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'name': 'network-vif-deleted', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:50.347036 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe5f277-22d1-472e-9332-bd772e10d193" -d '{"events": [{"server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "name": "network-vif-deleted", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:50.383642 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b78b9f0-622c-4f03-92d5-59a865a015af x-openstack-request-id: req-2b78b9f0-622c-4f03-92d5-59a865a015af {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:50.383937 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e709b3ef-0794-4844-93c0-e9673692e536", "name": "network-vif-deleted", "tag": "81cd554b-36ad-46d6-a5dc-7c67519c3b44", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:50.384242 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-2b78b9f0-622c-4f03-92d5-59a865a015af {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:50.384645 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e709b3ef-0794-4844-93c0-e9673692e536', 'name': 'network-vif-deleted', 'tag': '81cd554b-36ad-46d6-a5dc-7c67519c3b44', 'status': 'completed', 'code': 200} Feb 04 12:57:50.739802 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-01cb1427-4560-4664-95c0-ff67229fb544 req-31debdb2-ff38-4246-a72b-41f34545c37b tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=e709b3ef-0794-4844-93c0-e9673692e536 HTTP/1.1" status: 200 len: 210 time: 0.0293844 Feb 04 12:57:54.012281 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 81cd554b-36ad-46d6-a5dc-7c67519c3b44 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:57:54.019161 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57616) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:54.035918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 81cd554b-36ad-46d6-a5dc-7c67519c3b44 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:57:54.036264 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 81cd554b-36ad-46d6-a5dc-7c67519c3b44 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:57:54.177634 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Deleting port e7885195-ba71-4ae9-80ab-57f3adcfe84e {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:54.177975 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:54.254004 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:54.254335 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (e7885195-ba71-4ae9-80ab-57f3adcfe84e), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:54.267335 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Calling delete_port for e7885195-ba71-4ae9-80ab-57f3adcfe84e owned by network:floatingip {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:54.427979 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (e7885195-ba71-4ae9-80ab-57f3adcfe84e), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:54.452114 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event deleted for resources: {'Port': ['ID=e7885195-ba71-4ae9-80ab-57f3adcfe84e,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:54.515377 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (4bfb9c73-7f1e-43d2-abf7-1954f6303f83), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:54.515846 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Floating IP 4bfb9c73-7f1e-43d2-abf7-1954f6303f83 disassociated (deleted). External IP: 172.27.3.42, port: f25045a8-4c11-421d-98e3-e2c5c2fcce54. Feb 04 12:57:54.752793 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:57:54.865726 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:57:54.871390 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:54.876928 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:57:54.886823 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:54.887472 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:54.902250 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-d62bdf6d-558b-4d8a-88b1-2ef02f57b90e tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "DELETE /v2.0/floatingips/4bfb9c73-7f1e-43d2-abf7-1954f6303f83 HTTP/1.1" status: 204 len: 168 time: 0.8819194 Feb 04 12:57:54.902867 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:54.905161 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4" -d '{"events": [{"name": "network-changed", "server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:54.942484 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd88dd14-68cf-48ac-9645-5277ce3943ca x-openstack-request-id: req-fd88dd14-68cf-48ac-9645-5277ce3943ca {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:54.942915 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:54.943212 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-fd88dd14-68cf-48ac-9645-5277ce3943ca {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:54.943628 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'status': 'completed', 'code': 200} Feb 04 12:57:55.004382 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:55.011374 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-b44f7af6-4bc2-45a8-8ec5-66d19029d217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.013060 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-b44f7af6-4bc2-45a8-8ec5-66d19029d217 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 1130 time: 0.0483215 Feb 04 12:57:55.119869 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-de927fd6-e8ec-4a6f-955f-a625f19859d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.121379 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-de927fd6-e8ec-4a6f-955f-a625f19859d6 service neutron] 10.222.0.75 "GET /v2.0/networks?id=7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 200 len: 910 time: 0.0996716 Feb 04 12:57:55.142718 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:57:55.150133 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892337f0-d156-43c4-836c-277cc8d6d016 req-876dffe9-5e61-4851-a527-f4bfe4594ae7 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.151677 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-892337f0-d156-43c4-836c-277cc8d6d016 req-876dffe9-5e61-4851-a527-f4bfe4594ae7 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0543058 Feb 04 12:57:55.166791 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-019d2a72-430f-459d-8bab-1778d271e94e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 200 len: 217 time: 0.0379505 Feb 04 12:57:55.204691 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-892337f0-d156-43c4-836c-277cc8d6d016 req-0204a410-d2f7-4374-bf4c-f8044a656cc8 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467827 Feb 04 12:57:55.218311 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:55.236323 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-e5756023-3842-4fb2-82dc-7318d5c2ddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.237800 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-e5756023-3842-4fb2-82dc-7318d5c2ddfc service neutron] 10.222.0.75 "GET /v2.0/subnets?id=988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 200 len: 849 time: 0.0647891 Feb 04 12:57:55.245675 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:57:55.254711 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:57:55.255280 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:57:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:55.290501 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-62515f0b-68bd-4802-b648-5355a6542683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:55.292284 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-62515f0b-68bd-4802-b648-5355a6542683 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=7303c293-47d0-4dee-894a-2ddfdf0563fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0466700 Feb 04 12:57:55.369753 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:57:55.384133 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-dcc05e78-7a95-43cd-8555-43b55d0318b4 service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839539 Feb 04 12:57:55.477801 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-60ea9256-ac70-4eeb-b47d-b5ded641dfb4 req-c29bde6f-8198-4200-aec9-30853f8fbb2e service neutron] 10.222.0.75 "GET /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870171 Feb 04 12:57:55.577294 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:57:55.603980 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f4a088a-6ea2-4397-82f6-557402ebd4b5 None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:50:39Z', 'revision_number': 4, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': 'addb11ee-bb80-411c-aca6-30e533242f44', 'name': '', 'network_id': '7303c293-47d0-4dee-894a-2ddfdf0563fb', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'mac_address': 'fa:16:3e:d9:58:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_interface', 'standard_attr_id': 447, 'fixed_ips': [{'subnet_id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:38Z', 'updated_at': '2022-02-04T12:50:45Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'subnets': [{'id': '988ff66e-4f11-4eb6-bc94-1a6f68371fb7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:57:55.814489 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a9c52-5b91-4ce8-991b-2e48b4c59307 None None] New status for floating IP 4bfb9c73-7f1e-43d2-abf7-1954f6303f83: DOWN {{(pid=109008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 12:57:56.337746 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c617263-1a30-4c77-b37e-6cfd160fe479 req-15b52296-beff-48a0-90d8-cd7a4a33c1d4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.339569 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4c617263-1a30-4c77-b37e-6cfd160fe479 req-15b52296-beff-48a0-90d8-cd7a4a33c1d4 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0589261 Feb 04 12:57:56.392870 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4c617263-1a30-4c77-b37e-6cfd160fe479 req-a7a54825-95d7-4f6b-9fbc-8cf91d128d8f tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/security-groups?id=50500cab-e657-4bfe-84d5-496b36dd60b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471578 Feb 04 12:57:56.670079 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23acf03b-8474-47d5-836e-9e621607d01c req-d88840c7-47d5-4ddc-892b-0bfced030be0 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:57:56.671563 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-23acf03b-8474-47d5-836e-9e621607d01c req-d88840c7-47d5-4ddc-892b-0bfced030be0 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 946 time: 0.0561342 Feb 04 12:57:56.770633 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Deleting port f25045a8-4c11-421d-98e3-e2c5c2fcce54 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:56.771000 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:56.865573 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] For port f25045a8-4c11-421d-98e3-e2c5c2fcce54, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=f25045a8-4c11-421d-98e3-e2c5c2fcce54,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:57:56.865940 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:56.879614 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Calling delete_port for f25045a8-4c11-421d-98e3-e2c5c2fcce54 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:57.010628 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (f25045a8-4c11-421d-98e3-e2c5c2fcce54), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:57.044204 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event deleted for resources: {'Port': ['ID=f25045a8-4c11-421d-98e3-e2c5c2fcce54,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:57.087231 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] No DVR routers for this DVR port f25045a8-4c11-421d-98e3-e2c5c2fcce54 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:57:57.089819 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:57.093398 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-23acf03b-8474-47d5-836e-9e621607d01c req-4c46fe75-1600-4cd3-b36b-5e648e475075 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.75 "DELETE /v2.0/ports/f25045a8-4c11-421d-98e3-e2c5c2fcce54 HTTP/1.1" status: 204 len: 173 time: 0.4168086 Feb 04 12:57:57.093861 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'name': 'network-vif-deleted', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 12:57:57.096252 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f648f853-12f6-464e-b9c1-47a309d73d97" -d '{"events": [{"server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "name": "network-vif-deleted", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 12:57:57.137351 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 12:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06bc0377-623f-4d40-b786-81e00738e2b3 x-openstack-request-id: req-06bc0377-623f-4d40-b786-81e00738e2b3 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 12:57:57.137826 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f506b08f-4131-472a-af38-2b8f6984c4a2", "name": "network-vif-deleted", "tag": "f25045a8-4c11-421d-98e3-e2c5c2fcce54", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 12:57:57.137974 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-06bc0377-623f-4d40-b786-81e00738e2b3 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 12:57:57.138393 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f506b08f-4131-472a-af38-2b8f6984c4a2', 'name': 'network-vif-deleted', 'tag': 'f25045a8-4c11-421d-98e3-e2c5c2fcce54', 'status': 'completed', 'code': 200} Feb 04 12:57:57.505736 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ebe4394d-b8a6-4245-ab33-e48a5520b4e4 req-a39b8832-e2c0-4efe-a55b-c730ddf9c7b9 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "GET /v2.0/ports?device_id=f506b08f-4131-472a-af38-2b8f6984c4a2 HTTP/1.1" status: 200 len: 210 time: 0.0307834 Feb 04 12:57:58.458700 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-258e643b-c84f-4423-8749-72c0c97eb5b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.563338 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57632) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:57:58.685759 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Deleting port 97ece60e-e609-4240-a43e-6c0bc068b8b6 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:57:58.686100 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.766272 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.766607 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (97ece60e-e609-4240-a43e-6c0bc068b8b6), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.778480 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Calling delete_port for 97ece60e-e609-4240-a43e-6c0bc068b8b6 owned by network:floatingip {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:57:58.912548 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (97ece60e-e609-4240-a43e-6c0bc068b8b6), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:58.939446 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event deleted for resources: {'Port': ['ID=97ece60e-e609-4240-a43e-6c0bc068b8b6,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:57:58.999654 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for floatingip (76b5d3e0-1daa-4a4e-b295-850ddec9b1cb), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:59.002653 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:57:59.004039 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8b2b0029-4575-4cb8-9b2f-3d2babd62499 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "DELETE /v2.0/floatingips/76b5d3e0-1daa-4a4e-b295-850ddec9b1cb HTTP/1.1" status: 204 len: 168 time: 0.4395432 Feb 04 12:58:00.041397 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f25045a8-4c11-421d-98e3-e2c5c2fcce54 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:00.061641 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: f25045a8-4c11-421d-98e3-e2c5c2fcce54 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:00.061996 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device f25045a8-4c11-421d-98e3-e2c5c2fcce54 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:00.194766 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57646) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:00.250967 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0291a1b7-c41b-4be5-beda-5fb112bd9996 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group (50500cab-e657-4bfe-84d5-496b36dd60b6), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:00.279212 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0291a1b7-c41b-4be5-beda-5fb112bd9996 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group (50500cab-e657-4bfe-84d5-496b36dd60b6), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:00.337071 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0291a1b7-c41b-4be5-beda-5fb112bd9996 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (50500cab-e657-4bfe-84d5-496b36dd60b6), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:00.339739 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-0291a1b7-c41b-4be5-beda-5fb112bd9996 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:00.340924 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-0291a1b7-c41b-4be5-beda-5fb112bd9996 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] 10.222.0.26 "DELETE /v2.0/security-groups/50500cab-e657-4bfe-84d5-496b36dd60b6 HTTP/1.1" status: 204 len: 168 time: 0.1451340 Feb 04 12:58:00.350533 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0291a1b7-c41b-4be5-beda-5fb112bd9996 tempest-TestVolumeBootPattern-1384563360 tempest-TestVolumeBootPattern-1384563360-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=50500cab-e657-4bfe-84d5-496b36dd60b6,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:00.391930 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57650) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:00.791310 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (ec8044fc-50f3-4319-804f-1391041cde71), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.035331 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3a8984a3-7f58-4e0d-88e2-b6d8ff63f159 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.046186 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Deleting port addb11ee-bb80-411c-aca6-30e533242f44 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:01.046452 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (addb11ee-bb80-411c-aca6-30e533242f44), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.131239 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] For port addb11ee-bb80-411c-aca6-30e533242f44, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=addb11ee-bb80-411c-aca6-30e533242f44,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:01.131605 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (addb11ee-bb80-411c-aca6-30e533242f44), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.147190 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Calling delete_port for addb11ee-bb80-411c-aca6-30e533242f44 owned by network:router_interface {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:01.331891 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (addb11ee-bb80-411c-aca6-30e533242f44), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.357503 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Pushing event deleted for resources: {'Port': ['ID=addb11ee-bb80-411c-aca6-30e533242f44,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:01.747818 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (ec8044fc-50f3-4319-804f-1391041cde71), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:01.963776 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Router ec8044fc-50f3-4319-804f-1391041cde71 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:58:02.076947 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:02.083188 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-2f46fc93-c863-44da-8895-018a33500c8f admin admin] 10.222.0.26 "PUT /v2.0/routers/ec8044fc-50f3-4319-804f-1391041cde71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6888843 Feb 04 12:58:02.084377 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57654) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:02.087170 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] Sync routers for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:02.096922 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:02.097529 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:58:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:02.190834 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks [] for router (ec8044fc-50f3-4319-804f-1391041cde71), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.205285 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:02.300342 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks [] for router_gateway (ec8044fc-50f3-4319-804f-1391041cde71), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.364146 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Deleting port cd985331-c3b2-48e6-8a1d-faab4c6ecf24 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:02.364984 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.393189 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77'}], 'enable_snat': True}, 'gw_port_id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:58:01Z', 'revision_number': 5, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port': {'id': 'cd985331-c3b2-48e6-8a1d-faab4c6ecf24', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:7e:6f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:34Z', 'updated_at': '2022-02-04T12:50:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:02.420924 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] Checking router: ec8044fc-50f3-4319-804f-1391041cde71 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:02.429143 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] Routers {'ec8044fc-50f3-4319-804f-1391041cde71'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:02.429757 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:58:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['ec8044fc-50f3-4319-804f-1391041cde71'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:02.448154 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] For port cd985331-c3b2-48e6-8a1d-faab4c6ecf24, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:02.448515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.461158 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Calling delete_port for cd985331-c3b2-48e6-8a1d-faab4c6ecf24 owned by network:router_gateway {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:02.519799 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] Set router ec8044fc-50f3-4319-804f-1391041cde71 gateway port host: None {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:02.570259 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:58:02Z', 'revision_number': 6, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:02.632604 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (cd985331-c3b2-48e6-8a1d-faab4c6ecf24), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.660127 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Pushing event deleted for resources: {'Port': ['ID=cd985331-c3b2-48e6-8a1d-faab4c6ecf24,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:02.689263 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8309cc6b-db37-4997-867f-9357cbdf4a4f None None] The sync data for ids ['ec8044fc-50f3-4319-804f-1391041cde71'] in dv-cinder-817351-9-iscsi is: [{'id': 'ec8044fc-50f3-4319-804f-1391041cde71', 'name': 'tempest-TestVolumeBootPattern-44776607-router', 'tenant_id': '4d42ef29a88f46e98b25010c0d105ba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:33Z', 'updated_at': '2022-02-04T12:58:02Z', 'revision_number': 6, 'project_id': '4d42ef29a88f46e98b25010c0d105ba7', 'gw_port_host': None}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:02.728871 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (ec8044fc-50f3-4319-804f-1391041cde71), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.837505 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (ec8044fc-50f3-4319-804f-1391041cde71), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.839712 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks [] for router_controller (ec8044fc-50f3-4319-804f-1391041cde71), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.903849 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (ec8044fc-50f3-4319-804f-1391041cde71), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.904311 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec8044fc-50f3-4319-804f-1391041cde71 {{(pid=109006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:58:02.909297 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.910496 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-60fa0206-ba3a-40a4-9e61-7176bb787399 admin admin] 10.222.0.26 "DELETE /v2.0/routers/ec8044fc-50f3-4319-804f-1391041cde71 HTTP/1.1" status: 204 len: 168 time: 0.8252075 Feb 04 12:58:02.913222 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57656) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:02.957252 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] Deleting subnet 988ff66e-4f11-4eb6-bc94-1a6f68371fb7 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:58:02.960461 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] Publish callbacks [] for subnet (988ff66e-4f11-4eb6-bc94-1a6f68371fb7), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:02.999892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (988ff66e-4f11-4eb6-bc94-1a6f68371fb7), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.078694 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (988ff66e-4f11-4eb6-bc94-1a6f68371fb7), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.133835 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (988ff66e-4f11-4eb6-bc94-1a6f68371fb7), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.165113 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.168437 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/988ff66e-4f11-4eb6-bc94-1a6f68371fb7 HTTP/1.1" status: 204 len: 168 time: 0.2541883 Feb 04 12:58:03.169437 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2932a9-0aaf-4040-9e66-208c2aadb608 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=988ff66e-4f11-4eb6-bc94-1a6f68371fb7,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:03.170324 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb1b5c2-f217-4b65-972b-2daebbab6de4 None None] Network 7303c293-47d0-4dee-894a-2ddfdf0563fb requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:58:03.171153 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57658) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:03.244800 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (7303c293-47d0-4dee-894a-2ddfdf0563fb), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.302258 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Deleting port 26c6fe76-1241-40d4-a241-9d11c1d4276e {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:03.302588 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.368077 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] For port 26c6fe76-1241-40d4-a241-9d11c1d4276e, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=26c6fe76-1241-40d4-a241-9d11c1d4276e,segment=NetworkSegment(1172059b-5f2a-4ca6-a82e-54fb58d48ded),segment_id=1172059b-5f2a-4ca6-a82e-54fb58d48ded)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:03.368910 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.383358 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Calling delete_port for 26c6fe76-1241-40d4-a241-9d11c1d4276e owned by network:dhcp {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:03.401243 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.456875 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] DHCP port deletion for 7303c293-47d0-4dee-894a-2ddfdf0563fb request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:58:03.489746 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.520746 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device addb11ee-bb80-411c-aca6-30e533242f44 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:03.529869 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=26c6fe76-1241-40d4-a241-9d11c1d4276e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:03.545638 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] No DVR routers for this DVR port 26c6fe76-1241-40d4-a241-9d11c1d4276e on host dv-cinder-817351-9-iscsi {{(pid=109006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:03.563617 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: addb11ee-bb80-411c-aca6-30e533242f44 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:03.564191 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device addb11ee-bb80-411c-aca6-30e533242f44 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:03.564882 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cd985331-c3b2-48e6-8a1d-faab4c6ecf24 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:03.607604 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: cd985331-c3b2-48e6-8a1d-faab4c6ecf24 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:03.608163 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cd985331-c3b2-48e6-8a1d-faab4c6ecf24 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:03.608846 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 26c6fe76-1241-40d4-a241-9d11c1d4276e no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:03.645806 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 26c6fe76-1241-40d4-a241-9d11c1d4276e {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:03.646370 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 26c6fe76-1241-40d4-a241-9d11c1d4276e not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:03.669223 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] Deleting port 26c6fe76-1241-40d4-a241-9d11c1d4276e {{(pid=109008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:03.669517 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), before_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.670545 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (7303c293-47d0-4dee-894a-2ddfdf0563fb), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.691566 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7303c293-47d0-4dee-894a-2ddfdf0563fb']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:03.703051 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1172059b-5f2a-4ca6-a82e-54fb58d48ded') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:03.703401 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1172059b-5f2a-4ca6-a82e-54fb58d48ded') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:03.714246 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (1172059b-5f2a-4ca6-a82e-54fb58d48ded), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.730504 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (1172059b-5f2a-4ca6-a82e-54fb58d48ded), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.740976 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:03.741577 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (1172059b-5f2a-4ca6-a82e-54fb58d48ded), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:03.744284 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:03.749780 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] For port 26c6fe76-1241-40d4-a241-9d11c1d4276e, host dv-cinder-817351-9-iscsi, got binding levels [] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:03.750190 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), precommit_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.766343 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] Calling delete_port for 26c6fe76-1241-40d4-a241-9d11c1d4276e owned by network:dhcp {{(pid=109008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:03.770099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.ipam_backend_mixin [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] Port 26c6fe76-1241-40d4-a241-9d11c1d4276e was not found and therefore no delete operation was performed {{(pid=109008) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 04 12:58:03.771448 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664'] for port (26c6fe76-1241-40d4-a241-9d11c1d4276e), after_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.800374 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] Pushing event deleted for resources: {'Port': ['ID=26c6fe76-1241-40d4-a241-9d11c1d4276e,revision_number=None']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:03.804207 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d075bc85-9ff7-4f8e-a65b-0f8059baec94 None None] No DVR routers for this DVR port 26c6fe76-1241-40d4-a241-9d11c1d4276e on host dv-cinder-817351-9-iscsi {{(pid=109008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:03.819283 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (7303c293-47d0-4dee-894a-2ddfdf0563fb), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.824917 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:03.828282 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] 10.222.0.26 "DELETE /v2.0/networks/7303c293-47d0-4dee-894a-2ddfdf0563fb HTTP/1.1" status: 204 len: 168 time: 0.6561096 Feb 04 12:58:03.831374 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57660) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:03.842377 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301b5d2e-5131-49a8-ab6f-10c457771bb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=7303c293-47d0-4dee-894a-2ddfdf0563fb,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:04.179938 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (0b37c5e9-afd8-4191-b429-04355df21385), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.426031 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Deleting port 2ae17594-f207-4c71-9369-7429cfef2673 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:04.426368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (2ae17594-f207-4c71-9369-7429cfef2673), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.505212 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] For port 2ae17594-f207-4c71-9369-7429cfef2673, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=2ae17594-f207-4c71-9369-7429cfef2673,segment=NetworkSegment(e506d7a8-825a-4b49-8138-f682b0618ad3),segment_id=e506d7a8-825a-4b49-8138-f682b0618ad3)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:04.505496 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (2ae17594-f207-4c71-9369-7429cfef2673), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.728534 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.768890 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Calling delete_port for 2ae17594-f207-4c71-9369-7429cfef2673 owned by network:router_interface {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:04.933975 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.947786 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (2ae17594-f207-4c71-9369-7429cfef2673), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:04.974395 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae17594-f207-4c71-9369-7429cfef2673,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:05.140889 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (0b37c5e9-afd8-4191-b429-04355df21385), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.370481 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Router 0b37c5e9-afd8-4191-b429-04355df21385 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 12:58:05.482298 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 12:58:05.487463 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-900c51c2-3077-499a-8eda-f0f816102456 admin admin] 10.222.0.26 "PUT /v2.0/routers/0b37c5e9-afd8-4191-b429-04355df21385/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6550541 Feb 04 12:58:05.490078 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57662) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:05.494222 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] Sync routers for ids ['0b37c5e9-afd8-4191-b429-04355df21385'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 12:58:05.505242 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] Routers {'0b37c5e9-afd8-4191-b429-04355df21385'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:05.506091 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:58:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['0b37c5e9-afd8-4191-b429-04355df21385'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:05.599339 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks [] for router (0b37c5e9-afd8-4191-b429-04355df21385), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.614107 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] Set router 0b37c5e9-afd8-4191-b429-04355df21385 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:05.704217 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks [] for router_gateway (0b37c5e9-afd8-4191-b429-04355df21385), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.761969 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Deleting port 7b69dd21-19a4-4317-a293-a62252ed2e70 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:05.762316 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.794858 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171'}], 'enable_snat': True}, 'gw_port_id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:58:04Z', 'revision_number': 5, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port': {'id': '7b69dd21-19a4-4317-a293-a62252ed2e70', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:d1:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b37c5e9-afd8-4191-b429-04355df21385', 'device_owner': 'network:router_gateway', 'standard_attr_id': 458, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.171', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:50:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:05.826344 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] Checking router: 0b37c5e9-afd8-4191-b429-04355df21385 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 12:58:05.835491 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] Routers {'0b37c5e9-afd8-4191-b429-04355df21385'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 12:58:05.836203 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T12:58:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['0b37c5e9-afd8-4191-b429-04355df21385'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:05.847222 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] For port 7b69dd21-19a4-4317-a293-a62252ed2e70, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=7b69dd21-19a4-4317-a293-a62252ed2e70,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:05.847600 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:05.862031 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Calling delete_port for 7b69dd21-19a4-4317-a293-a62252ed2e70 owned by network:router_gateway {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:06.038425 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (7b69dd21-19a4-4317-a293-a62252ed2e70), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.060841 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] Set router 0b37c5e9-afd8-4191-b429-04355df21385 gateway port host: None {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 12:58:06.068620 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b69dd21-19a4-4317-a293-a62252ed2e70,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.112520 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:58:05Z', 'revision_number': 6, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:06.131302 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (0b37c5e9-afd8-4191-b429-04355df21385), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.142703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd657f3f-dfdd-4917-adf0-64cf6a8096d6 None None] The sync data for ids ['0b37c5e9-afd8-4191-b429-04355df21385'] in dv-cinder-817351-9-iscsi is: [{'id': '0b37c5e9-afd8-4191-b429-04355df21385', 'name': 'tempest-TestVolumeBootPattern-1355372842-router', 'tenant_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:50:42Z', 'updated_at': '2022-02-04T12:58:05Z', 'revision_number': 6, 'project_id': '2bc11076acb44b34a2eebb55a7cae2a2', 'gw_port_host': None}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 12:58:06.225443 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (0b37c5e9-afd8-4191-b429-04355df21385), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.228813 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks [] for router_controller (0b37c5e9-afd8-4191-b429-04355df21385), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.275485 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (0b37c5e9-afd8-4191-b429-04355df21385), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.276169 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0b37c5e9-afd8-4191-b429-04355df21385 {{(pid=109006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 12:58:06.281071 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.282223 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c49709b7-2393-487e-a4ba-2b5afaaac247 admin admin] 10.222.0.26 "DELETE /v2.0/routers/0b37c5e9-afd8-4191-b429-04355df21385 HTTP/1.1" status: 204 len: 168 time: 0.7911429 Feb 04 12:58:06.284723 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57666) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:06.330987 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] Deleting subnet 215790c1-fa44-456c-80a3-84a281ffc847 {{(pid=109006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 12:58:06.333895 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] Publish callbacks [] for subnet (215790c1-fa44-456c-80a3-84a281ffc847), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.368714 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8186624'] for subnet (215790c1-fa44-456c-80a3-84a281ffc847), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.474436 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (215790c1-fa44-456c-80a3-84a281ffc847), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.534595 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114167'] for subnet (215790c1-fa44-456c-80a3-84a281ffc847), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.561490 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=215790c1-fa44-456c-80a3-84a281ffc847,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:06.565114 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.571166 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-1f297feb-c7d1-4c0f-b563-4b96ed661ab1 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/215790c1-fa44-456c-80a3-84a281ffc847 HTTP/1.1" status: 204 len: 168 time: 0.2827539 Feb 04 12:58:06.571570 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57668) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:06.573665 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceefedc6-64f7-47ef-9660-c007558804d7 None None] Network 1bcdef20-2435-4f82-978e-9ae9a6807545 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 12:58:06.646547 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (1bcdef20-2435-4f82-978e-9ae9a6807545), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.714234 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Deleting port dcb45967-6612-4b13-a1a6-97350d314c8e {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 12:58:06.714574 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.789340 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] For port dcb45967-6612-4b13-a1a6-97350d314c8e, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=dcb45967-6612-4b13-a1a6-97350d314c8e,segment=NetworkSegment(e506d7a8-825a-4b49-8138-f682b0618ad3),segment_id=e506d7a8-825a-4b49-8138-f682b0618ad3)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 12:58:06.789846 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.803671 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Calling delete_port for dcb45967-6612-4b13-a1a6-97350d314c8e owned by network:dhcp {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 12:58:06.908355 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d94cee7-68ac-4b6f-b9c8-bd0bedebdca3 None None] DHCP port deletion for 1bcdef20-2435-4f82-978e-9ae9a6807545 request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 12:58:06.910603 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (dcb45967-6612-4b13-a1a6-97350d314c8e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:06.941288 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] No DVR routers for this DVR port dcb45967-6612-4b13-a1a6-97350d314c8e on host dv-cinder-817351-9-iscsi {{(pid=109006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 12:58:06.946063 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Pushing event deleted for resources: {'Port': ['ID=dcb45967-6612-4b13-a1a6-97350d314c8e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:07.021845 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (1bcdef20-2435-4f82-978e-9ae9a6807545), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.046312 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bcdef20-2435-4f82-978e-9ae9a6807545']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:07.057861 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e506d7a8-825a-4b49-8138-f682b0618ad3') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:07.058227 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e506d7a8-825a-4b49-8138-f682b0618ad3') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 12:58:07.073818 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (e506d7a8-825a-4b49-8138-f682b0618ad3), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.088664 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (e506d7a8-825a-4b49-8138-f682b0618ad3), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.096139 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 12:58:07.096625 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (e506d7a8-825a-4b49-8138-f682b0618ad3), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 12:58:07.098698 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 12:58:07.160170 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (1bcdef20-2435-4f82-978e-9ae9a6807545), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.166436 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.172986 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] 10.222.0.26 "DELETE /v2.0/networks/1bcdef20-2435-4f82-978e-9ae9a6807545 HTTP/1.1" status: 204 len: 168 time: 0.5975208 Feb 04 12:58:07.198884 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1366ae-7c1a-4500-89e8-e6228531865d admin admin] Pushing event deleted for resources: {'Network': ['ID=1bcdef20-2435-4f82-978e-9ae9a6807545,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:07.267264 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 7b69dd21-19a4-4317-a293-a62252ed2e70 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:07.288113 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 7b69dd21-19a4-4317-a293-a62252ed2e70 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:07.288673 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 7b69dd21-19a4-4317-a293-a62252ed2e70 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:07.289988 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 2ae17594-f207-4c71-9369-7429cfef2673 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:07.311161 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 2ae17594-f207-4c71-9369-7429cfef2673 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:07.311367 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 2ae17594-f207-4c71-9369-7429cfef2673 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:07.311812 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device dcb45967-6612-4b13-a1a6-97350d314c8e no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 12:58:07.321028 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57672) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:07.331686 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: dcb45967-6612-4b13-a1a6-97350d314c8e {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 12:58:07.332050 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device dcb45967-6612-4b13-a1a6-97350d314c8e not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 12:58:07.363638 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-8bf66852-2402-4807-b626-d205758532fb admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=4d42ef29a88f46e98b25010c0d105ba7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413032 Feb 04 12:58:07.366102 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57674) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:07.416340 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-20262ebf-b45e-4bca-826b-b1ac486faca3 admin admin] Publish callbacks [] for security_group (dbc5e94b-fd18-4d97-a091-935b80eb2f6f), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.436848 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-20262ebf-b45e-4bca-826b-b1ac486faca3 admin admin] Publish callbacks [] for security_group (dbc5e94b-fd18-4d97-a091-935b80eb2f6f), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.487719 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-20262ebf-b45e-4bca-826b-b1ac486faca3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (dbc5e94b-fd18-4d97-a091-935b80eb2f6f), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.490251 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-20262ebf-b45e-4bca-826b-b1ac486faca3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.491453 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-20262ebf-b45e-4bca-826b-b1ac486faca3 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/dbc5e94b-fd18-4d97-a091-935b80eb2f6f HTTP/1.1" status: 204 len: 168 time: 0.1244471 Feb 04 12:58:07.500079 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20262ebf-b45e-4bca-826b-b1ac486faca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbc5e94b-fd18-4d97-a091-935b80eb2f6f,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:07.829673 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57680) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:07.870688 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-f89094f5-0107-42ce-bd6b-d67a525a70ee admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=2bc11076acb44b34a2eebb55a7cae2a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0398328 Feb 04 12:58:07.873291 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57682) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 12:58:07.921720 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-508d0899-1b37-4f65-9f98-1c2e8f0fc23f admin admin] Publish callbacks [] for security_group (da770c14-e1a5-4728-9a15-55a156ae2111), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.942791 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-508d0899-1b37-4f65-9f98-1c2e8f0fc23f admin admin] Publish callbacks [] for security_group (da770c14-e1a5-4728-9a15-55a156ae2111), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:07.996784 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-508d0899-1b37-4f65-9f98-1c2e8f0fc23f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (da770c14-e1a5-4728-9a15-55a156ae2111), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:08.000197 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-508d0899-1b37-4f65-9f98-1c2e8f0fc23f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:08.001618 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-508d0899-1b37-4f65-9f98-1c2e8f0fc23f admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/da770c14-e1a5-4728-9a15-55a156ae2111 HTTP/1.1" status: 204 len: 168 time: 0.1271138 Feb 04 12:58:08.010024 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d0899-1b37-4f65-9f98-1c2e8f0fc23f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da770c14-e1a5-4728-9a15-55a156ae2111,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 12:58:14.573913 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:21.427285 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dcbfc-3174-4d92-b4ac-81740e171939 req-2d625985-41aa-498b-828b-bcf563c173ff tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:21.428780 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f45dcbfc-3174-4d92-b4ac-81740e171939 req-2d625985-41aa-498b-828b-bcf563c173ff tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0518095 Feb 04 12:58:21.476025 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f45dcbfc-3174-4d92-b4ac-81740e171939 req-a72b0d55-67e1-4ae4-af78-572ae09251a8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410259 Feb 04 12:58:22.632818 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bccb21-0220-408b-9524-9ced7a52e220 req-c769b418-9d3b-49ca-8d0c-b1c3325aad2b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:22.635865 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d2bccb21-0220-408b-9524-9ced7a52e220 req-c769b418-9d3b-49ca-8d0c-b1c3325aad2b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0728896 Feb 04 12:58:22.684072 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d2bccb21-0220-408b-9524-9ced7a52e220 req-a3831d37-da43-41f5-aaa9-cafc66071516 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431466 Feb 04 12:58:23.805110 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aaa39-ceb9-4411-a446-248f0fabc96c req-b7e313f2-1879-45fb-b322-e30b34afd8d7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:23.806677 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1e7aaa39-ceb9-4411-a446-248f0fabc96c req-b7e313f2-1879-45fb-b322-e30b34afd8d7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0524054 Feb 04 12:58:23.852476 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1e7aaa39-ceb9-4411-a446-248f0fabc96c req-4a6b7add-c03f-4496-b76b-81edebfdff9e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402317 Feb 04 12:58:24.971311 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70557be-d414-4f04-b538-4383672bb933 req-09d18bf7-2256-4746-85b8-1df07034f8a7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:24.972814 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e70557be-d414-4f04-b538-4383672bb933 req-09d18bf7-2256-4746-85b8-1df07034f8a7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0517716 Feb 04 12:58:25.023095 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e70557be-d414-4f04-b538-4383672bb933 req-188f3871-fce0-4a4e-9fed-2805335ca67d tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434568 Feb 04 12:58:26.145325 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea3b42a-0609-4103-a491-491b3eeba611 req-d1f6f213-9c75-42f3-a1ce-fa0899597ede tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:26.146844 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ea3b42a-0609-4103-a491-491b3eeba611 req-d1f6f213-9c75-42f3-a1ce-fa0899597ede tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0556033 Feb 04 12:58:26.192902 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9ea3b42a-0609-4103-a491-491b3eeba611 req-570c8b31-aae2-4a13-8558-a1feab67bbc3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405269 Feb 04 12:58:27.320355 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a4f0d3-afb0-4b47-9aa5-6eed342dc262 req-f504a949-46c6-4cb4-8984-2b7cc50c2f00 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:27.323016 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a4a4f0d3-afb0-4b47-9aa5-6eed342dc262 req-f504a949-46c6-4cb4-8984-2b7cc50c2f00 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0616176 Feb 04 12:58:27.370276 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a4a4f0d3-afb0-4b47-9aa5-6eed342dc262 req-932b9d7a-3ab9-4a0e-b627-1afd6de2ee37 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415974 Feb 04 12:58:28.461120 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-80fa34a5-c895-475e-b502-297ee22934c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:28.494246 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6d0c71-28de-4fc0-927d-f232fa2f02f3 req-e93e4407-8010-4449-86ad-10a6799c3a71 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:28.495705 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8b6d0c71-28de-4fc0-927d-f232fa2f02f3 req-e93e4407-8010-4449-86ad-10a6799c3a71 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0579231 Feb 04 12:58:28.544320 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8b6d0c71-28de-4fc0-927d-f232fa2f02f3 req-4bcdcbe3-2c38-47ff-b5f2-e2c82dc64b9c tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431004 Feb 04 12:58:29.667433 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca7fad5-1b63-4672-8ad0-408791ebb2bf req-4df74eb1-d75a-42a1-acdf-a877cbafc156 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:29.668936 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2ca7fad5-1b63-4672-8ad0-408791ebb2bf req-4df74eb1-d75a-42a1-acdf-a877cbafc156 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0577579 Feb 04 12:58:29.718974 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2ca7fad5-1b63-4672-8ad0-408791ebb2bf req-605af320-582e-4505-8f4e-30a7691f87d1 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444956 Feb 04 12:58:30.842639 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34dee4ed-5ae9-4e3c-bcda-775e6824b364 req-6d67731e-ff22-48b6-8272-7ff565c9d174 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:30.844160 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-34dee4ed-5ae9-4e3c-bcda-775e6824b364 req-6d67731e-ff22-48b6-8272-7ff565c9d174 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0575566 Feb 04 12:58:31.038863 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-332d5277-ff5d-4b09-a79e-d3ee360c1708 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:31.119177 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-34dee4ed-5ae9-4e3c-bcda-775e6824b364 req-6f537878-fc0e-4e6a-a3c4-ea1dd1aaf50f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2693572 Feb 04 12:58:32.122709 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:58:32.243590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c9f2ac-d794-449b-a6db-c265cf26cd41 req-3d3b3797-5666-465b-a10a-459f6090226a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:32.245166 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-31c9f2ac-d794-449b-a6db-c265cf26cd41 req-3d3b3797-5666-465b-a10a-459f6090226a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0570607 Feb 04 12:58:32.291650 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-31c9f2ac-d794-449b-a6db-c265cf26cd41 req-b71fb70b-03f9-4183-be0d-f3e02ab319a8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408905 Feb 04 12:58:33.401410 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:33.412220 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ff599-14f4-42f3-86b8-0281d1532e57 req-aaffcb82-d230-43c1-be83-c75a93dd50b8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:33.414329 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-777ff599-14f4-42f3-86b8-0281d1532e57 req-aaffcb82-d230-43c1-be83-c75a93dd50b8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0549121 Feb 04 12:58:33.461866 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-777ff599-14f4-42f3-86b8-0281d1532e57 req-a87e9aaa-a66b-4c93-acab-e2ba37ca39fc tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417671 Feb 04 12:58:34.592295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fb168a-6183-4c79-a161-c437cb19af6e req-83356353-6235-402b-9074-75c858682988 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:34.593796 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6fb168a-6183-4c79-a161-c437cb19af6e req-83356353-6235-402b-9074-75c858682988 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0611529 Feb 04 12:58:34.641766 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e6fb168a-6183-4c79-a161-c437cb19af6e req-5e923897-7c4e-40e9-9a41-252e092a7b09 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425193 Feb 04 12:58:34.729200 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:34.935904 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:35.761488 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece440a2-bb4d-4d9a-9d9d-e330ed644b70 req-94d75159-6218-4b6d-aa2a-6a194e5e06ed tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:35.763050 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ece440a2-bb4d-4d9a-9d9d-e330ed644b70 req-94d75159-6218-4b6d-aa2a-6a194e5e06ed tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0543308 Feb 04 12:58:35.811838 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ece440a2-bb4d-4d9a-9d9d-e330ed644b70 req-bc193fcd-1fd3-4dca-b4f1-610cccf1f1db tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433326 Feb 04 12:58:37.137991 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adf13b-3c42-414f-9065-eb9a19dd2079 req-10e20beb-ff7b-4768-a71f-18c2ef411cb8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:37.139410 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f9adf13b-3c42-414f-9065-eb9a19dd2079 req-10e20beb-ff7b-4768-a71f-18c2ef411cb8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.2600625 Feb 04 12:58:37.189873 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f9adf13b-3c42-414f-9065-eb9a19dd2079 req-c46b0d9a-f162-4003-96c1-7d5080a32be0 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449023 Feb 04 12:58:38.368315 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b896d47-836c-49e6-9d38-f2cf3d6dfd01 req-e42599d7-8a92-4b6c-802d-eeec086b0f66 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:38.369832 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4b896d47-836c-49e6-9d38-f2cf3d6dfd01 req-e42599d7-8a92-4b6c-802d-eeec086b0f66 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.1101635 Feb 04 12:58:38.417319 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4b896d47-836c-49e6-9d38-f2cf3d6dfd01 req-48fc8a95-b248-4fdf-b72c-0e6a346d12df tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416644 Feb 04 12:58:39.536185 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95fd2fd4-2354-4900-b0db-5a87d27a99af req-ab12487a-af03-4e44-8d75-61b42ca29528 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:39.537687 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-95fd2fd4-2354-4900-b0db-5a87d27a99af req-ab12487a-af03-4e44-8d75-61b42ca29528 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0538156 Feb 04 12:58:39.585903 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-95fd2fd4-2354-4900-b0db-5a87d27a99af req-8aad31aa-6545-498f-8b38-c278cfb041ce tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413256 Feb 04 12:58:40.709004 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6feceaf-5e99-45c8-9c0b-ff6d596159fc req-22ea9983-b406-4c9f-8ab0-e44233d4e4e4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:40.711141 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d6feceaf-5e99-45c8-9c0b-ff6d596159fc req-22ea9983-b406-4c9f-8ab0-e44233d4e4e4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0565121 Feb 04 12:58:40.758572 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d6feceaf-5e99-45c8-9c0b-ff6d596159fc req-259a967f-95aa-41ba-a82e-93811430d056 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418169 Feb 04 12:58:41.879540 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeef58df-8509-4e0d-922d-2422ab71584d req-c9abd2c0-2b65-4f66-903b-013ff1d670e7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:41.881067 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aeef58df-8509-4e0d-922d-2422ab71584d req-c9abd2c0-2b65-4f66-903b-013ff1d670e7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0553296 Feb 04 12:58:41.931212 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-aeef58df-8509-4e0d-922d-2422ab71584d req-4c068abe-30c4-41de-8c4a-7cb8d1f5c108 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442841 Feb 04 12:58:42.203709 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3b654e-a283-4060-ae45-a576f8619012 req-37531086-5f44-41bd-a267-5871ddeae636 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.205247 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7f3b654e-a283-4060-ae45-a576f8619012 req-37531086-5f44-41bd-a267-5871ddeae636 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0618432 Feb 04 12:58:42.283957 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7f3b654e-a283-4060-ae45-a576f8619012 req-a6dfa30e-c822-4a7f-9368-14bdd83f7d38 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687711 Feb 04 12:58:42.286618 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-c19b8813-ad44-4aed-968c-7004d0b0eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.289111 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-c19b8813-ad44-4aed-968c-7004d0b0eea6 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1130 time: 0.0829611 Feb 04 12:58:42.384660 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-14897e07-1e1b-459d-9d98-ca250d28eef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.386066 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-14897e07-1e1b-459d-9d98-ca250d28eef8 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0916305 Feb 04 12:58:42.452158 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-4984d1d7-9430-477c-992f-1a5e6772a021 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 1002 time: 0.0607805 Feb 04 12:58:42.500439 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-48bf7004-5a37-48dd-a02d-cc91596be370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.502164 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-48bf7004-5a37-48dd-a02d-cc91596be370 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0444415 Feb 04 12:58:42.556573 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-668c9e46-2190-4aa1-aaec-d4f1b203755c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:42.558189 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-668c9e46-2190-4aa1-aaec-d4f1b203755c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0495336 Feb 04 12:58:42.645881 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-c47c26ec-ec51-46ab-b805-ac9d6a0e1ac8 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820160 Feb 04 12:58:42.737736 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-32b8d23f-5bfd-4096-b869-f9e15961cacf req-2b365130-7ecb-4470-8d35-eb5b412d2ff3 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858526 Feb 04 12:58:43.416213 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2db22ae-ae57-4280-b42d-29de40e70540 req-ab60a5b8-a1be-40f7-a578-e50df29e3f25 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:43.417818 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d2db22ae-ae57-4280-b42d-29de40e70540 req-ab60a5b8-a1be-40f7-a578-e50df29e3f25 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0572402 Feb 04 12:58:43.464342 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d2db22ae-ae57-4280-b42d-29de40e70540 req-a89a8356-4307-4b59-81eb-0a6b9f21d6fe tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409455 Feb 04 12:58:44.564869 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:58:44.588314 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503316ad-862f-45f1-9d6b-5b9c3008e8ff req-46436bfa-320a-470a-a481-0b793260b5d5 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:44.591188 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-503316ad-862f-45f1-9d6b-5b9c3008e8ff req-46436bfa-320a-470a-a481-0b793260b5d5 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0552568 Feb 04 12:58:44.639267 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-503316ad-862f-45f1-9d6b-5b9c3008e8ff req-b3291f8e-853c-4143-873c-046d21e2af56 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428677 Feb 04 12:58:47.878330 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-8fb1af11-9055-4ee3-aacd-d67ee154c133 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0448544 Feb 04 12:58:47.950953 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-a7ff2152-9b43-4e45-be13-58294ed1ae17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:47.952923 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-a7ff2152-9b43-4e45-be13-58294ed1ae17 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1130 time: 0.0500309 Feb 04 12:58:48.066177 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-494c04cd-94b5-4ae8-ba44-579f99a7f6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.067703 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-494c04cd-94b5-4ae8-ba44-579f99a7f6eb service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0914419 Feb 04 12:58:48.133920 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-27f24fc4-bbeb-4527-a2a4-6af403f460be service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 1002 time: 0.0605624 Feb 04 12:58:48.214408 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-3a5f38c5-7690-412e-bed8-4d3b9c80c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.216739 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-3a5f38c5-7690-412e-bed8-4d3b9c80c901 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0749426 Feb 04 12:58:48.268677 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-760949b9-7ad6-443c-9214-272516e296f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:58:48.270233 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-760949b9-7ad6-443c-9214-272516e296f7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490756 Feb 04 12:58:48.280127 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-c0723379-adf8-45c0-83b2-97266517a3b4 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 12:58:48.281143 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-c0723379-adf8-45c0-83b2-97266517a3b4 service neutron] 10.222.0.75 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053656 Feb 04 12:58:48.379328 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-a3d35e7d-8d4e-4c6c-8fce-2f33e95862f0 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927646 Feb 04 12:58:48.487555 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b6629740-daf5-46ff-9e69-bfcf10cfc7b8 req-5863af94-fa30-43e9-b64c-c365e6a888f9 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941868 Feb 04 12:58:58.464160 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8a289bf9-c053-45ea-bbdc-164075001c21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:01.042236 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-614c8a59-0005-41b8-afce-dc73b54f6ee2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:03.406086 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:04.732232 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:04.944288 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:09.122096 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:59:14.584135 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:14.686432 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd4843-cc92-450e-ac5b-5b27dcb9bf8d req-1cfc848c-befb-4e25-a0ec-9b6360727567 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:14.688085 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-16bd4843-cc92-450e-ac5b-5b27dcb9bf8d req-1cfc848c-befb-4e25-a0ec-9b6360727567 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0560336 Feb 04 12:59:14.739344 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-16bd4843-cc92-450e-ac5b-5b27dcb9bf8d req-96721fda-3d1b-4750-be69-03d7360a826f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444641 Feb 04 12:59:15.863433 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088d5613-9052-4da1-b52d-00fc8a14ffab req-ba8c6a62-0c13-4389-b5ea-38f1ab2f4e14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:15.864944 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-088d5613-9052-4da1-b52d-00fc8a14ffab req-ba8c6a62-0c13-4389-b5ea-38f1ab2f4e14 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0544515 Feb 04 12:59:15.922150 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-088d5613-9052-4da1-b52d-00fc8a14ffab req-bd7317a8-ff38-4b5b-821c-9fddf8140cd3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512064 Feb 04 12:59:17.048856 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5ce3cb-7d2e-4e35-88f4-79426636e007 req-6da3322b-781c-4a07-b7d3-fd9bbaf88f29 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:17.050303 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5b5ce3cb-7d2e-4e35-88f4-79426636e007 req-6da3322b-781c-4a07-b7d3-fd9bbaf88f29 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0572376 Feb 04 12:59:17.097363 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5b5ce3cb-7d2e-4e35-88f4-79426636e007 req-501ff006-1ba7-4149-9237-2041d6210e9f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407965 Feb 04 12:59:18.228626 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4098b9-430c-426e-92bf-42ec22f62973 req-8ccd8938-c9c0-4b68-a4a4-e4d8bfdce792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:18.230151 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a4098b9-430c-426e-92bf-42ec22f62973 req-8ccd8938-c9c0-4b68-a4a4-e4d8bfdce792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0587289 Feb 04 12:59:18.277131 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2a4098b9-430c-426e-92bf-42ec22f62973 req-b862b8bb-b640-41ba-ada6-662c7837520d tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414197 Feb 04 12:59:19.397336 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6124c875-0276-4232-9bf0-347242c80612 req-641d94d0-eb21-492f-9540-fe950d3545aa tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:19.398848 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6124c875-0276-4232-9bf0-347242c80612 req-641d94d0-eb21-492f-9540-fe950d3545aa tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0533710 Feb 04 12:59:19.449096 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6124c875-0276-4232-9bf0-347242c80612 req-85e1a336-222c-4015-a781-7411cf0ab682 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447395 Feb 04 12:59:20.571541 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a03e1e-ad7b-42de-ab8e-e9030f7d7123 req-37acea68-96ad-4cc2-a15c-f2d71f8a925e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:20.573053 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-89a03e1e-ad7b-42de-ab8e-e9030f7d7123 req-37acea68-96ad-4cc2-a15c-f2d71f8a925e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0542028 Feb 04 12:59:20.620339 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-89a03e1e-ad7b-42de-ab8e-e9030f7d7123 req-2088d52d-7e89-4a7e-b8bc-be53f2f23707 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416615 Feb 04 12:59:21.745417 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a30014-9611-494f-9e3b-b6bc2106e0ca req-ee54006e-f3c8-4538-ba14-177acae86e92 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:21.746960 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-59a30014-9611-494f-9e3b-b6bc2106e0ca req-ee54006e-f3c8-4538-ba14-177acae86e92 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0555205 Feb 04 12:59:21.798178 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-59a30014-9611-494f-9e3b-b6bc2106e0ca req-6e7bf6cb-b429-4fed-9a50-867e96a525c9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453598 Feb 04 12:59:22.926601 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a50f9a9-8e74-4db5-a74b-9e94d4026552 req-485d13a3-f463-4a02-87c6-fd59e7de9457 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:22.928175 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1a50f9a9-8e74-4db5-a74b-9e94d4026552 req-485d13a3-f463-4a02-87c6-fd59e7de9457 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0535531 Feb 04 12:59:22.988939 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1a50f9a9-8e74-4db5-a74b-9e94d4026552 req-09e3cc8a-d83b-42e8-a49f-fc5d9530ef83 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548692 Feb 04 12:59:24.124655 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0437621e-9382-472c-9fa5-ddea4cb9c548 req-712fcefc-b0a4-459f-81d6-05fcebd55fe3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:24.126528 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0437621e-9382-472c-9fa5-ddea4cb9c548 req-712fcefc-b0a4-459f-81d6-05fcebd55fe3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0550358 Feb 04 12:59:24.197947 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0437621e-9382-472c-9fa5-ddea4cb9c548 req-4040c682-9723-445b-bccd-600355af057e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560958 Feb 04 12:59:25.322917 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d81ab11-71e9-40a0-b1db-bd7b1190d5c0 req-dd496316-b4c2-4dab-a061-52f63a6ed8ab tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.324540 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1d81ab11-71e9-40a0-b1db-bd7b1190d5c0 req-dd496316-b4c2-4dab-a061-52f63a6ed8ab tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0547628 Feb 04 12:59:25.374377 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1d81ab11-71e9-40a0-b1db-bd7b1190d5c0 req-1aee7f30-7e4a-48f1-895e-d5cfbbe3e8cf tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443337 Feb 04 12:59:25.579264 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ec8c2-4cd9-4ea2-9a65-5fc6dbe20da7 req-30ce9d21-a8d5-4a78-87d7-7f97a8ed294e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.580921 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b45ec8c2-4cd9-4ea2-9a65-5fc6dbe20da7 req-30ce9d21-a8d5-4a78-87d7-7f97a8ed294e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0534339 Feb 04 12:59:25.634378 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b45ec8c2-4cd9-4ea2-9a65-5fc6dbe20da7 req-0d4cb148-ac0b-4d23-9791-5cf0dc5726e3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470624 Feb 04 12:59:25.682797 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-cb9f2b28-c681-4f2a-8496-9ac0a2e49f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.684342 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-cb9f2b28-c681-4f2a-8496-9ac0a2e49f43 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1130 time: 0.0982971 Feb 04 12:59:25.775598 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-4db6da11-f72b-4aa2-a7f0-429194b00991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.776992 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-4db6da11-f72b-4aa2-a7f0-429194b00991 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0867319 Feb 04 12:59:25.846337 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-46043319-a69e-41e0-98bb-3095a2235575 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 1002 time: 0.0635493 Feb 04 12:59:25.895960 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-6f12e1ce-c719-4d83-8d4e-51747a082b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.898245 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-6f12e1ce-c719-4d83-8d4e-51747a082b6f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0464015 Feb 04 12:59:25.947181 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-cbeb5dc7-6077-4e98-abe4-48985c558110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:25.948688 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-cbeb5dc7-6077-4e98-abe4-48985c558110 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0447655 Feb 04 12:59:26.041261 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-bf876929-a124-4e7f-a7a8-2686ff95d936 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869563 Feb 04 12:59:26.132893 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f51ccbb8-d4ab-452a-8176-cde90e9ab351 req-6f1c308c-06f7-493e-9d84-0df3e692900d service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863414 Feb 04 12:59:26.764803 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300205ac-7850-4d9c-a2e5-fd5c27fe1d1f req-4e6c5741-a142-4744-95aa-e8873ebd311f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:26.766300 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-300205ac-7850-4d9c-a2e5-fd5c27fe1d1f req-4e6c5741-a142-4744-95aa-e8873ebd311f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0557079 Feb 04 12:59:26.812958 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-300205ac-7850-4d9c-a2e5-fd5c27fe1d1f req-941804a3-5921-4d67-a154-4298819cd1d3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405743 Feb 04 12:59:28.468214 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-458cfd05-5652-4099-941b-0246b7e50d8f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:31.044776 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4124865e-bb72-4f37-8c06-f2fbeb351042 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:33.409768 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.732981 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:34.935933 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:44.568926 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:46.121257 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 12:59:47.855454 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-d7bd721a-7652-4427-847f-769045cc89cf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0445325 Feb 04 12:59:47.949278 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-7aa8f8d1-2a38-4f9f-93ac-d86ed5e63719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:47.950817 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-7aa8f8d1-2a38-4f9f-93ac-d86ed5e63719 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 1130 time: 0.0512700 Feb 04 12:59:48.058364 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-7fbaf6e2-7041-4c08-b18f-03007eeec1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.059887 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-7fbaf6e2-7041-4c08-b18f-03007eeec1aa service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0888124 Feb 04 12:59:48.134693 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-82c85f4a-f899-42a6-95d8-de659a61321d service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 200 len: 1002 time: 0.0686383 Feb 04 12:59:48.185938 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-12a0df20-eb6f-456c-ba55-2e4ac46432cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.187465 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-12a0df20-eb6f-456c-ba55-2e4ac46432cf service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0462248 Feb 04 12:59:48.237651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-0c5a1086-f3be-4975-a284-1c5b498e3e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:48.239233 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-0c5a1086-f3be-4975-a284-1c5b498e3e43 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463448 Feb 04 12:59:48.334129 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-40d8d422-c325-44f0-8c6d-702ca195f27e service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887673 Feb 04 12:59:48.427631 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c8bd91cd-bd08-4f36-9c5e-c28322d0efc0 req-82c1d0a5-1b12-4141-a233-11865063ed9e service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853128 Feb 04 12:59:58.470496 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d9b7233e-f632-4fcc-a90b-df96bafa887f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 12:59:59.402635 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f0441b-1e4e-4c6f-a69d-34af7617d724 req-562022d6-f41b-4f17-9fd8-3f34df22b4b9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 12:59:59.404153 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-64f0441b-1e4e-4c6f-a69d-34af7617d724 req-562022d6-f41b-4f17-9fd8-3f34df22b4b9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0538096 Feb 04 12:59:59.454101 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-64f0441b-1e4e-4c6f-a69d-34af7617d724 req-e956a321-8461-478e-9a4b-dae6c76e3086 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444939 Feb 04 13:00:00.584460 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36a296-f6e7-41b7-85f4-00bdccc2f2b5 req-305572ad-e64c-4079-bdf6-97213bd50d47 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:00.586014 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8c36a296-f6e7-41b7-85f4-00bdccc2f2b5 req-305572ad-e64c-4079-bdf6-97213bd50d47 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0572422 Feb 04 13:00:00.636452 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8c36a296-f6e7-41b7-85f4-00bdccc2f2b5 req-5da92994-d433-4da5-ae02-0d08d22f2368 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=596f4ecd-f280-489f-b572-72c91ff5327c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447152 Feb 04 13:00:01.047188 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-115fcc26-a82f-4041-8de5-e3bd65cc1748 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.170997 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-6ad5ef7f-d992-4315-af1d-2f8a42618a09 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:01.172489 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-6ad5ef7f-d992-4315-af1d-2f8a42618a09 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 946 time: 0.0538652 Feb 04 13:00:01.264926 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Deleting port 393f341f-68cd-4f29-b126-9c4d3e433bcb {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:01.264926 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.355466 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] For port 393f341f-68cd-4f29-b126-9c4d3e433bcb, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=393f341f-68cd-4f29-b126-9c4d3e433bcb,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:01.355744 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.529330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.529823 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (d26ef59c-39f5-4aa1-aa2f-950584cc17df), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.530172 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Floating IP d26ef59c-39f5-4aa1-aa2f-950584cc17df disassociated. External IP: 172.27.3.185, port: 393f341f-68cd-4f29-b126-9c4d3e433bcb. Feb 04 13:00:01.530671 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Calling delete_port for 393f341f-68cd-4f29-b126-9c4d3e433bcb owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:01.660096 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (393f341f-68cd-4f29-b126-9c4d3e433bcb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:01.689869 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event deleted for resources: {'Port': ['ID=393f341f-68cd-4f29-b126-9c4d3e433bcb,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:01.698423 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.698784 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.699164 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.699511 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.699854 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.700193 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.700531 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.700867 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.701204 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.702183 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.702183 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.702183 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.702569 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:01.799491 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-567c279c-f304-42bc-b3ff-ddb05a6ac7e8 req-8e7251f9-405d-437f-8eba-73ee4bd52801 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=53bdca06-56e8-4fd1-b960-87f9399ec790 HTTP/1.1" status: 200 len: 210 time: 0.0872836 Feb 04 13:00:01.841095 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:00:01.951794 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:01.962895 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] Sync routers for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:01.976018 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:01.976564 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:00:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:01.995960 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] No DVR routers for this DVR port 393f341f-68cd-4f29-b126-9c4d3e433bcb on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:01.998904 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.002846 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f6f6b746-02b2-40fc-b010-b2cbd98ce65a req-b1655e59-dd1b-40fa-b902-9308e254c7f4 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "DELETE /v2.0/ports/393f341f-68cd-4f29-b126-9c4d3e433bcb HTTP/1.1" status: 204 len: 173 time: 0.8256118 Feb 04 13:00:02.003337 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'name': 'network-vif-deleted', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:00:02.005780 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fab120-30ee-4410-9f5d-0822a9bebd55" -d '{"events": [{"server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "name": "network-vif-deleted", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:00:02.101895 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:02.129108 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a9da137-c11e-4fcc-a449-f3699376465c x-openstack-request-id: req-5a9da137-c11e-4fcc-a449-f3699376465c {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:00:02.129408 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53bdca06-56e8-4fd1-b960-87f9399ec790", "name": "network-vif-deleted", "tag": "393f341f-68cd-4f29-b126-9c4d3e433bcb", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:00:02.129943 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-5a9da137-c11e-4fcc-a449-f3699376465c {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:00:02.130531 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53bdca06-56e8-4fd1-b960-87f9399ec790', 'name': 'network-vif-deleted', 'tag': '393f341f-68cd-4f29-b126-9c4d3e433bcb', 'status': 'completed', 'code': 200} Feb 04 13:00:02.321936 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.352987 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] Checking router: 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:02.361778 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:02.362387 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:00:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.478151 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:02.687799 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:02.716186 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abcdc11e-1443-457e-be3c-ed0add694b34 None None] The sync data for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi is: [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:02.892635 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57860) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:02.952393 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bd13f21d-9ad0-4001-bda9-ac2e984ac8d3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (596f4ecd-f280-489f-b572-72c91ff5327c), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:02.954426 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fea821-0038-48d3-be45-c369889f95bc None None] New status for floating IP d26ef59c-39f5-4aa1-aa2f-950584cc17df: DOWN {{(pid=109008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:00:02.983843 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bd13f21d-9ad0-4001-bda9-ac2e984ac8d3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (596f4ecd-f280-489f-b572-72c91ff5327c), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.035579 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bd13f21d-9ad0-4001-bda9-ac2e984ac8d3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (596f4ecd-f280-489f-b572-72c91ff5327c), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.039372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-bd13f21d-9ad0-4001-bda9-ac2e984ac8d3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.040541 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-bd13f21d-9ad0-4001-bda9-ac2e984ac8d3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "DELETE /v2.0/security-groups/596f4ecd-f280-489f-b572-72c91ff5327c HTTP/1.1" status: 204 len: 168 time: 0.1468229 Feb 04 13:00:03.043522 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57862) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:03.049568 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd13f21d-9ad0-4001-bda9-ac2e984ac8d3 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=596f4ecd-f280-489f-b572-72c91ff5327c,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.057719 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.api.v2.resource [None req-1dbf797a-e8de-4f2f-973d-8dfcf247cc9c tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] show failed (client error): The resource could not be found. Feb 04 13:00:03.061429 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-1dbf797a-e8de-4f2f-973d-8dfcf247cc9c tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups/596f4ecd-f280-489f-b572-72c91ff5327c HTTP/1.1" status: 404 len: 347 time: 0.0141392 Feb 04 13:00:03.061655 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57864) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:03.190195 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Deleting port ac3beb52-3dfc-41ce-a113-00c238f32799 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:03.190537 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.269785 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.270120 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (ac3beb52-3dfc-41ce-a113-00c238f32799), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.282842 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Calling delete_port for ac3beb52-3dfc-41ce-a113-00c238f32799 owned by network:floatingip {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:03.411914 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (ac3beb52-3dfc-41ce-a113-00c238f32799), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.413537 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.440170 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event deleted for resources: {'Port': ['ID=ac3beb52-3dfc-41ce-a113-00c238f32799,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:03.468932 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.469323 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.469677 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.470019 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.470357 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.470718 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.471083 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.471418 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.471752 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.472084 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.472416 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.472745 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.473068 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:03.512971 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (d26ef59c-39f5-4aa1-aa2f-950584cc17df), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.515686 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:03.516852 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5d4cfc71-738e-4421-9b46-fc865c8ba5ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "DELETE /v2.0/floatingips/d26ef59c-39f5-4aa1-aa2f-950584cc17df HTTP/1.1" status: 204 len: 168 time: 0.4542806 Feb 04 13:00:04.129854 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57868) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:04.134595 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-f9497bd7-1b5d-4366-8aa5-051f6b0562b7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1357208841', 'description': 'tempest-description--1295672467'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:04.156160 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9497bd7-1b5d-4366-8aa5-051f6b0562b7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.220898 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9497bd7-1b5d-4366-8aa5-051f6b0562b7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (ccf356a1-770b-4b1c-a6b8-47e157a5fb40), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.225193 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9497bd7-1b5d-4366-8aa5-051f6b0562b7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ccf356a1-770b-4b1c-a6b8-47e157a5fb40), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.253998 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9497bd7-1b5d-4366-8aa5-051f6b0562b7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.255222 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-f9497bd7-1b5d-4366-8aa5-051f6b0562b7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1240256 Feb 04 13:00:04.258198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57870) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:04.259848 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9497bd7-1b5d-4366-8aa5-051f6b0562b7 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccf356a1-770b-4b1c-a6b8-47e157a5fb40,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.263765 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-a8cc348a-7bc6-4a51-8d7b-0d32aa0d941b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'security_group_rule': {'security_group_id': 'ccf356a1-770b-4b1c-a6b8-47e157a5fb40', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:04.290624 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a8cc348a-7bc6-4a51-8d7b-0d32aa0d941b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (89e07672-08c0-4286-bab2-07db380c4e83), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.344726 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a8cc348a-7bc6-4a51-8d7b-0d32aa0d941b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (89e07672-08c0-4286-bab2-07db380c4e83), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.348483 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a8cc348a-7bc6-4a51-8d7b-0d32aa0d941b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (89e07672-08c0-4286-bab2-07db380c4e83), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.368037 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cc348a-7bc6-4a51-8d7b-0d32aa0d941b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89e07672-08c0-4286-bab2-07db380c4e83,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.376190 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-a8cc348a-7bc6-4a51-8d7b-0d32aa0d941b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.377680 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-a8cc348a-7bc6-4a51-8d7b-0d32aa0d941b tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1184587 Feb 04 13:00:04.380353 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57872) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:04.384724 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-f0dd3325-3a45-4072-8dca-60d5ce7f1792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'security_group_rule': {'security_group_id': 'ccf356a1-770b-4b1c-a6b8-47e157a5fb40', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:04.410169 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3325-3a45-4072-8dca-60d5ce7f1792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (e329d132-7b39-42bd-91a5-f13c3bd27542), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.467883 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3325-3a45-4072-8dca-60d5ce7f1792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (e329d132-7b39-42bd-91a5-f13c3bd27542), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.471513 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3325-3a45-4072-8dca-60d5ce7f1792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (e329d132-7b39-42bd-91a5-f13c3bd27542), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.489798 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dd3325-3a45-4072-8dca-60d5ce7f1792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e329d132-7b39-42bd-91a5-f13c3bd27542,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.497523 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f0dd3325-3a45-4072-8dca-60d5ce7f1792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.498724 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f0dd3325-3a45-4072-8dca-60d5ce7f1792 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1173682 Feb 04 13:00:04.502046 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 57874) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:04.506372 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:04.525566 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.621803 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.668334 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 393f341f-68cd-4f29-b126-9c4d3e433bcb no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:04.688472 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 393f341f-68cd-4f29-b126-9c4d3e433bcb {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:04.688904 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 393f341f-68cd-4f29-b126-9c4d3e433bcb not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:04.732041 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Allocated IP 172.27.3.163 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/449e21dd-8198-4b7e-847b-7f1c74e8036b) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:04.735835 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.832170 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.865512 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:04.908153 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:04.911018 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:04.913610 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:04.937117 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'Port': ['ID=449e21dd-8198-4b7e-847b-7f1c74e8036b,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:04.937819 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.010605 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (51aee084-21ca-4b56-8539-de0c170da248), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.045905 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.199584 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.204464 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.276783 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'Port': ['ID=449e21dd-8198-4b7e-847b-7f1c74e8036b,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:05.285067 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (51aee084-21ca-4b56-8539-de0c170da248), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.300309 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:05.302153 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c141a84c-fcfb-4160-af29-0fab4710e588 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7985685 Feb 04 13:00:05.510982 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-e8fd05cc-8a1a-4453-a733-a9eb5050f8ca tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-securitygroup--1357208841&fields=id&tenant_id=40c7b169fc714b01a4b9e0a835a2bb54 HTTP/1.1" status: 200 len: 267 time: 0.0449369 Feb 04 13:00:05.616026 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-bd68d9e3-04ed-4221-a94b-854001836cd8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:05.617507 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-bd68d9e3-04ed-4221-a94b-854001836cd8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 811 time: 0.1000650 Feb 04 13:00:05.632800 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-f7aea1e1-ed6d-4a2b-a5d9-d0341a99d449 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/quotas/40c7b169fc714b01a4b9e0a835a2bb54 HTTP/1.1" status: 200 len: 375 time: 0.0097623 Feb 04 13:00:05.691640 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-2c0e5ebc-c62b-464f-b606-aab1db6d00f8 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0536246 Feb 04 13:00:05.750285 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-9013d22f-b058-4af8-8f25-cb241b55694c service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:00:05.751314 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-9013d22f-b058-4af8-8f25-cb241b55694c service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0488663 Feb 04 13:00:05.839607 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-815010ce-9828-410c-8963-084b3a48c096 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821800 Feb 04 13:00:05.931057 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-f43b0310-4748-4173-9e3f-296918bfca43 service neutron] 10.222.0.26 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858443 Feb 04 13:00:06.091833 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c5eef98a-cbbf-410c-a0a6-d963f6266d36 req-61358d66-2c44-491f-990c-deee860fac9a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 210 time: 0.0280244 Feb 04 13:00:07.127271 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a5bd1f9c-3fe0-4a2e-88dd-ba09c33775bd tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:07.128772 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a5bd1f9c-3fe0-4a2e-88dd-ba09c33775bd tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 811 time: 0.1149135 Feb 04 13:00:07.193969 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-bc8ede7e-552b-4518-b8e3-11faea4af38f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=40c7b169fc714b01a4b9e0a835a2bb54 HTTP/1.1" status: 200 len: 380 time: 0.0576921 Feb 04 13:00:07.201008 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-31401c78-9eac-4201-9fb9-be9531444c3a req-d605ca87-acc3-459b-b354-84e63013c0c6 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 210 time: 0.0356047 Feb 04 13:00:07.201978 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'port': {'device_id': '29bdf306-49ed-456e-814c-7be154ae0468', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'admin_state_up': True, 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'security_groups': ['ccf356a1-770b-4b1c-a6b8-47e157a5fb40']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:07.560604 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Made reservation on behalf of 40c7b169fc714b01a4b9e0a835a2bb54 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:00:07.564113 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.691134 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Allocated IP 172.20.0.3 (9fe45dbb-ad11-4c20-aa72-65452d21a314/ad43489b-5c21-431a-8ab4-4b3a78783f9a/42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:00:07.831392 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.865576 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.909678 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:00:07.913260 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:00:07.915633 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:00:07.947757 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event updated for resources: {'Port': ['ID=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:07.977325 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:07.977951 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:07.995554 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-a50ae8c4-91f9-4e2f-9d2f-a44f710be17a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7971342 Feb 04 13:00:08.006867 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Request body: {'port': {'device_id': '29bdf306-49ed-456e-814c-7be154ae0468', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:08.068696 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.210569 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-fd1763a4-a67c-4d53-b5f7-fda18f6230c3 None None] Provisioning complete for port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:08.211140 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-fd1763a4-a67c-4d53-b5f7-fda18f6230c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.250340 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-fd1763a4-a67c-4d53-b5f7-fda18f6230c3 None None] Port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:00:08.367334 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:00:08.377779 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96653841-26aa-47fb-9e80-343e1ca661de req-399c6abb-83eb-47dc-a816-6df71308c78a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.379293 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-96653841-26aa-47fb-9e80-343e1ca661de req-399c6abb-83eb-47dc-a816-6df71308c78a tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 931 time: 0.1010087 Feb 04 13:00:08.383759 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Publish callbacks [] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.410243 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Transition to ACTIVE for port object 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:00:08.415027 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.477030 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-96653841-26aa-47fb-9e80-343e1ca661de req-b0e8d4ea-3fc5-4a0b-924d-b3572993683c tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907850 Feb 04 13:00:08.486895 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.562005 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Attempting to bind port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:00:08.562357 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Attempting to bind port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:00:08.562702 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Attempting to bind port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:08.569407 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:00:08.569746 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Attempting to bind port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 on network 9fe45dbb-ad11-4c20-aa72-65452d21a314 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:00:08.575007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 12, 59, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:00:08.575362 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Checking segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:00:08.575755 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Bound using segment: {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:00:08.576190 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Bound port: 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b867281-f85e-4d69-92fb-634aacb6234d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:00:08.576786 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.643833 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] For port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:00:08.648349 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] For port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:00:08.656506 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.693471 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.693822 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:08.695239 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] 10.222.0.75 "PUT /v2.0/ports/42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 HTTP/1.1" status: 200 len: 1093 time: 0.6926455 Feb 04 13:00:08.695681 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:00:08.697988 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10bf954-fa48-454a-bbde-5748db0000f7" -d '{"events": [{"name": "network-changed", "server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:00:08.725586 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb498e9b-37ae-4c57-a361-1482d138fd23 service neutron] Pushing event updated for resources: {'Port': ['ID=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:08.740092 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d99c942-566b-4b8f-a58f-aca2e38eeb7b x-openstack-request-id: req-8d99c942-566b-4b8f-a58f-aca2e38eeb7b {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:00:08.740349 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:00:08.740613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8d99c942-566b-4b8f-a58f-aca2e38eeb7b {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:00:08.741024 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'status': 'completed', 'code': 200} Feb 04 13:00:08.795573 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-1a4cdc45-9db8-47b1-87b5-e27b5600c346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.797244 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-1a4cdc45-9db8-47b1-87b5-e27b5600c346 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 1127 time: 0.0605755 Feb 04 13:00:08.838819 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-5b2e9936-395a-46d8-b588-20de024d8b71 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 HTTP/1.1" status: 200 len: 217 time: 0.0354621 Feb 04 13:00:08.889761 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-e314966b-588b-4367-9f9e-cde9b2ced26d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.891183 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-e314966b-588b-4367-9f9e-cde9b2ced26d service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0473714 Feb 04 13:00:08.944352 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-44c1977e-99bb-45f6-85e8-5800cf64503c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:08.945864 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-44c1977e-99bb-45f6-85e8-5800cf64503c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492554 Feb 04 13:00:09.035338 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-23730537-ee1f-4b7e-80f4-3f767f46b2d9 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838037 Feb 04 13:00:09.126343 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ddfa7e58-a942-421d-b824-b7fe2f5ddae8 req-cfb281c3-5724-495e-a35d-ceafa9403781 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858541 Feb 04 13:00:09.218787 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-dd9379b8-d4a0-4eb2-9f89-9b4269a71774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.220356 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-dd9379b8-d4a0-4eb2-9f89-9b4269a71774 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 1127 time: 0.0472200 Feb 04 13:00:09.311450 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-5383aa3b-cda8-472c-bc5b-96805d475e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.312947 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-5383aa3b-cda8-472c-bc5b-96805d475e14 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0859292 Feb 04 13:00:09.356640 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-0fa6ab40-b06b-4435-886a-d46fc56239de service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 HTTP/1.1" status: 200 len: 217 time: 0.0377128 Feb 04 13:00:09.404155 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-547f49aa-2ac8-4a0e-a4e6-73f02856dca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.405615 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-547f49aa-2ac8-4a0e-a4e6-73f02856dca2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0437953 Feb 04 13:00:09.456914 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-46ea344f-d781-47f1-a361-92b8cd3934e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.458956 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-46ea344f-d781-47f1-a361-92b8cd3934e2 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463355 Feb 04 13:00:09.557085 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-583926cb-2d4a-4c2f-91d4-643aea289dfe service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913482 Feb 04 13:00:09.680532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d9ace5-f770-498d-9585-6ad818af53ef req-56fbbea9-06c4-4952-a54a-e28b503f3b05 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:09.682083 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a6d9ace5-f770-498d-9585-6ad818af53ef req-56fbbea9-06c4-4952-a54a-e28b503f3b05 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 943 time: 0.1190159 Feb 04 13:00:09.698475 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a10bf954-fa48-454a-bbde-5748db0000f7 req-e63ea0f4-a3d3-4349-8043-f41af44ae0df service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336014 Feb 04 13:00:09.737647 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a6d9ace5-f770-498d-9585-6ad818af53ef req-a9cfa704-f30b-450e-aa84-738fd21a5463 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500760 Feb 04 13:00:10.709687 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:00:10.808180 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:10.820424 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'port_id': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'mac_address': 'fa:16:3e:a2:96:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:00:10.858362 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:10.858750 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.869301 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b69230-3146-4f7e-80a6-79edd086df9e req-96357e07-836a-4780-b21a-6ba8e4519ed5 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:10.870842 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d3b69230-3146-4f7e-80a6-79edd086df9e req-96357e07-836a-4780-b21a-6ba8e4519ed5 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 943 time: 0.0634530 Feb 04 13:00:10.872832 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:00:10.892772 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:10.897148 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:10.921214 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d3b69230-3146-4f7e-80a6-79edd086df9e req-a84dc16d-d2e9-45c3-9edb-ad527c4076ba tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446687 Feb 04 13:00:10.947029 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:10.953787 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.954133 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.954474 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.954809 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.955164 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.955498 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.955824 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.956146 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.956467 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.956788 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.957106 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.957424 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:10.957888 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:00:11.103189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:00:12.042241 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d435a15f-7778-4aed-95a2-f42083661555 req-01c50ded-afd0-43d2-9370-b16d363e4a32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:12.043773 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d435a15f-7778-4aed-95a2-f42083661555 req-01c50ded-afd0-43d2-9370-b16d363e4a32 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 944 time: 0.0529463 Feb 04 13:00:12.091449 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d435a15f-7778-4aed-95a2-f42083661555 req-8a2233e5-8e58-4bad-b2cc-522c74222953 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421989 Feb 04 13:00:12.720074 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:00:12.774378 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:00:12.778126 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:00:12.778504 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.855914 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:00:12.856307 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.879890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:00:12.882760 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-164f2e2e-d110-46a6-8cfc-83abdc69a3a2" -d '{"events": [{"server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "name": "network-vif-plugged", "status": "completed", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:00:12.896576 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:12.900522 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:12.954772 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:12.993346 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2ef452-a084-4ef9-9f10-bcddfff71b16 x-openstack-request-id: req-dd2ef452-a084-4ef9-9f10-bcddfff71b16 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:00:12.993647 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "name": "network-vif-plugged", "status": "completed", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:00:12.993907 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-dd2ef452-a084-4ef9-9f10-bcddfff71b16 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:00:12.994308 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'code': 200} Feb 04 13:00:13.198550 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d50bca-047d-4436-9975-eff77f16db65 req-9b66208b-9eb1-43ed-9e4d-e1cd944bfe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:13.200102 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-70d50bca-047d-4436-9975-eff77f16db65 req-9b66208b-9eb1-43ed-9e4d-e1cd944bfe5c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 1129 time: 0.0738978 Feb 04 13:00:13.237427 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824b038-dc78-4c9e-a11c-3dba9e43c42d req-17653ea2-5c15-4f13-a313-75c089a29a84 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:13.239426 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6824b038-dc78-4c9e-a11c-3dba9e43c42d req-17653ea2-5c15-4f13-a313-75c089a29a84 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0791655 Feb 04 13:00:13.275128 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-70d50bca-047d-4436-9975-eff77f16db65 req-bf64e088-2bca-42d9-a2b4-9ef21bcbc6bc service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681491 Feb 04 13:00:13.304932 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6824b038-dc78-4c9e-a11c-3dba9e43c42d req-545c6f06-7d9a-4025-a6ef-93aba415ae21 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568464 Feb 04 13:00:14.425757 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0bf0e-6ddf-40b9-80ef-8b69ddba192e req-2d2d6732-b0e3-46cb-8b4b-eb515b0b57cc tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.427874 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9bf0bf0e-6ddf-40b9-80ef-8b69ddba192e req-2d2d6732-b0e3-46cb-8b4b-eb515b0b57cc tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0541160 Feb 04 13:00:14.479784 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9bf0bf0e-6ddf-40b9-80ef-8b69ddba192e req-8f3fef04-6aed-4de0-ae7e-f7094c0f71ef tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462542 Feb 04 13:00:14.573414 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:14.600808 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ba95d-2df6-430c-80b7-bffaeef4428a req-bead5413-b8b1-4f1e-a797-3be1e1d260f0 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:14.602417 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-213ba95d-2df6-430c-80b7-bffaeef4428a req-bead5413-b8b1-4f1e-a797-3be1e1d260f0 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0583799 Feb 04 13:00:14.612763 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 57932) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:14.617368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Request body: {'floatingip': {'port_id': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:00:14.662747 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (51aee084-21ca-4b56-8539-de0c170da248), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.087953 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.091972 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (51aee084-21ca-4b56-8539-de0c170da248), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.197579 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Floating IP 51aee084-21ca-4b56-8539-de0c170da248 associated. External IP: 172.27.3.163, port: 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462. Feb 04 13:00:15.415720 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:00:15.528144 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:15.533176 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:15.538099 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] Sync routers for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:15.548586 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:15.549213 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:00:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:15.581479 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a72559e3-5a5a-498c-9683-4221539626b2 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "PUT /v2.0/floatingips/51aee084-21ca-4b56-8539-de0c170da248 HTTP/1.1" status: 200 len: 991 time: 0.9676321 Feb 04 13:00:15.582080 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:00:15.584863 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df573ff2-b137-43d9-98fa-5daf00040e09" -d '{"events": [{"name": "network-changed", "server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:00:15.632723 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7aa3af-0789-43b9-89d7-51e267b7e3e1 x-openstack-request-id: req-6b7aa3af-0789-43b9-89d7-51e267b7e3e1 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:00:15.633637 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:00:15.633637 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6b7aa3af-0789-43b9-89d7-51e267b7e3e1 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:00:15.633975 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'status': 'completed', 'code': 200} Feb 04 13:00:15.672591 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:15.705573 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d904986e-0d5b-4e73-a74e-ecb4354b4979 req-949e04fe-31b1-4bb1-b832-4d2299b86e98 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.709700 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-50b4defb-498c-4649-b408-64703bc3d25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.710470 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d904986e-0d5b-4e73-a74e-ecb4354b4979 req-949e04fe-31b1-4bb1-b832-4d2299b86e98 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0641658 Feb 04 13:00:15.711526 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-50b4defb-498c-4649-b408-64703bc3d25a service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 1129 time: 0.0561240 Feb 04 13:00:15.759538 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d904986e-0d5b-4e73-a74e-ecb4354b4979 req-5f3e3c6f-27f5-41cd-9fe9-dbd1f308ac62 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452964 Feb 04 13:00:15.813942 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-2562ee4f-12fb-4838-9dbb-b493b4ae51c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.815495 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-2562ee4f-12fb-4838-9dbb-b493b4ae51c4 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0978613 Feb 04 13:00:15.886610 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-717bdd58-7497-4dde-987b-96ba5789c7f0 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 HTTP/1.1" status: 200 len: 999 time: 0.0654459 Feb 04 13:00:15.938048 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-b2b8cc38-4d92-45f8-b9e1-38c6184c807b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.939486 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-b2b8cc38-4d92-45f8-b9e1-38c6184c807b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0477681 Feb 04 13:00:15.995568 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-3e95a730-8e3d-4bbe-b68a-418d123b21d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:15.997088 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-3e95a730-8e3d-4bbe-b68a-418d123b21d9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0524552 Feb 04 13:00:16.015933 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '51aee084-21ca-4b56-8539-de0c170da248', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'port_id': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'mac_address': 'fa:16:3e:a2:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bdf306-49ed-456e-814c-7be154ae0468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:00:04Z', 'updated_at': '2022-02-04T13:00:14Z', 'revision_number': 1, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:16.046117 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] Checking router: 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:16.056649 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:16.057277 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:00:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:16.090283 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-f36b83fa-eff2-4f0f-929c-b2068315d63f service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873618 Feb 04 13:00:16.169516 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:16.189307 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-df573ff2-b137-43d9-98fa-5daf00040e09 req-a425cfe2-2c27-4b39-8277-9b506ef7597d service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935855 Feb 04 13:00:16.408978 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '51aee084-21ca-4b56-8539-de0c170da248', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'port_id': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'mac_address': 'fa:16:3e:a2:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bdf306-49ed-456e-814c-7be154ae0468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:00:04Z', 'updated_at': '2022-02-04T13:00:14Z', 'revision_number': 1, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:16.439941 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f2c9cc-6886-4398-ac54-39bedea98be6 None None] The sync data for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi is: [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '51aee084-21ca-4b56-8539-de0c170da248', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'floating_ip_address': '172.27.3.163', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'port_id': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 623, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'mac_address': 'fa:16:3e:a2:96:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29bdf306-49ed-456e-814c-7be154ae0468', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:00:04Z', 'updated_at': '2022-02-04T13:00:14Z', 'revision_number': 1, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:16.654223 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8c000e-b614-4716-bb13-070649a33bf3 None None] New status for floating IP 51aee084-21ca-4b56-8539-de0c170da248: ACTIVE {{(pid=109008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:00:16.894552 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a36683-4fda-4d4a-be12-9d75092552ba req-05e8b0e3-5adb-4063-8f4a-65723177f1ac tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:16.897459 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d4a36683-4fda-4d4a-be12-9d75092552ba req-05e8b0e3-5adb-4063-8f4a-65723177f1ac tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0594330 Feb 04 13:00:16.947755 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d4a36683-4fda-4d4a-be12-9d75092552ba req-864a9219-b8a9-4996-ac20-929389486b6d tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454724 Feb 04 13:00:23.120743 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:00:28.479300 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-2236781c-7f8a-44f9-897b-5cd1d9e2d0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:31.050175 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-df48e2c8-ecfc-4c55-adfb-b3d1db1c10c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:33.415255 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.741615 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:34.941190 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:44.592112 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:47.841706 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-ecaf1a59-278e-4577-a8b1-97e5faf5a92f service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0457036 Feb 04 13:00:47.932776 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-0abeca62-04ce-438b-b633-4014075cfb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:47.934307 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-0abeca62-04ce-438b-b633-4014075cfb2e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 1129 time: 0.0512350 Feb 04 13:00:48.037398 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-469e4e6d-6e16-48ff-bcfd-26c5c3eb49e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:48.038928 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-469e4e6d-6e16-48ff-bcfd-26c5c3eb49e5 service neutron] 10.222.0.75 "GET /v2.0/networks?id=9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 200 len: 911 time: 0.0862057 Feb 04 13:00:48.108579 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-d5ddb04c-401f-4c5b-ba11-dc713e1b7e19 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 HTTP/1.1" status: 200 len: 1001 time: 0.0633922 Feb 04 13:00:48.158805 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-083fd93a-ce54-4375-b173-42e26932de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:48.160853 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-083fd93a-ce54-4375-b173-42e26932de6c service neutron] 10.222.0.75 "GET /v2.0/subnets?id=ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 200 len: 850 time: 0.0448670 Feb 04 13:00:48.211477 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-f09a35c2-1e90-4ca4-a189-e77944d0742c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:48.213006 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-f09a35c2-1e90-4ca4-a189-e77944d0742c service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=9fe45dbb-ad11-4c20-aa72-65452d21a314&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456052 Feb 04 13:00:48.308817 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-9a6e3c65-dcf1-40cb-98d2-bfeacd061bea service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899267 Feb 04 13:00:48.409424 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cff49be9-0e5a-4abd-a02b-223d68339b90 req-4849e9e4-debb-413f-9699-91bf88b9fad6 service neutron] 10.222.0.75 "GET /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940053 Feb 04 13:00:51.619386 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42763ce-5d19-4de7-b07a-15e891ac1ca3 req-d83f6f33-304f-4ef5-b803-45126591b75f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:51.620962 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c42763ce-5d19-4de7-b07a-15e891ac1ca3 req-d83f6f33-304f-4ef5-b803-45126591b75f tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0587988 Feb 04 13:00:51.682247 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c42763ce-5d19-4de7-b07a-15e891ac1ca3 req-5337b221-4cac-4d81-949b-516867d79c60 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554240 Feb 04 13:00:52.818176 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a654dfa3-ee07-42aa-8c30-84d21b919d31 req-802608c5-3954-42a3-bc47-e76385f76013 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:52.819879 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a654dfa3-ee07-42aa-8c30-84d21b919d31 req-802608c5-3954-42a3-bc47-e76385f76013 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0597367 Feb 04 13:00:52.872764 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a654dfa3-ee07-42aa-8c30-84d21b919d31 req-d890bc32-2ef4-435f-90da-b7f87d7f4e79 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470037 Feb 04 13:00:53.475183 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-974ecc07-6a91-4ae0-84de-9c5c27d15026 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:53.477100 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-974ecc07-6a91-4ae0-84de-9c5c27d15026 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.3406479 Feb 04 13:00:53.578145 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Deleting port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:53.578486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.687355 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] For port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:00:53.687993 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.930083 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.930642 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (51aee084-21ca-4b56-8539-de0c170da248), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:53.931115 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Floating IP 51aee084-21ca-4b56-8539-de0c170da248 disassociated. External IP: 172.27.3.163, port: 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462. Feb 04 13:00:53.931711 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Calling delete_port for 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:54.092701 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a8430-21d3-43b2-9a20-a95cd8c79a19 req-f1f91db9-48e5-43f0-b463-d8ec92d2721e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:00:54.094349 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d86a8430-21d3-43b2-9a20-a95cd8c79a19 req-f1f91db9-48e5-43f0-b463-d8ec92d2721e tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/ports?device_id=29bdf306-49ed-456e-814c-7be154ae0468 HTTP/1.1" status: 200 len: 945 time: 0.0960670 Feb 04 13:00:54.181390 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.221145 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d86a8430-21d3-43b2-9a20-a95cd8c79a19 req-8edd23ad-5b59-447c-b66d-d63c5b2c48c6 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups?id=ccf356a1-770b-4b1c-a6b8-47e157a5fb40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1149096 Feb 04 13:00:54.224864 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event deleted for resources: {'Port': ['ID=42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:54.351459 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:00:54.475028 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:00:54.486899 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] Sync routers for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:00:54.500120 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:54.500748 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:00:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:54.519892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] No DVR routers for this DVR port 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:00:54.522904 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:54.526243 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1f7a0321-fe74-47ee-9908-08b899ba3edc req-b57c37c2-10e9-42f5-84ff-75069bc11aa9 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.75 "DELETE /v2.0/ports/42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 HTTP/1.1" status: 204 len: 173 time: 1.0441992 Feb 04 13:00:54.526699 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'name': 'network-vif-deleted', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:00:54.528984 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae1fec4-0635-4b8f-890a-08c9e10fcc6f" -d '{"events": [{"server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "name": "network-vif-deleted", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:00:54.576297 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e98da669-b7fc-4690-a9cf-b253941e07c5 x-openstack-request-id: req-e98da669-b7fc-4690-a9cf-b253941e07c5 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:00:54.576590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29bdf306-49ed-456e-814c-7be154ae0468", "name": "network-vif-deleted", "tag": "42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:00:54.576850 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-e98da669-b7fc-4690-a9cf-b253941e07c5 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:00:54.577770 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29bdf306-49ed-456e-814c-7be154ae0468', 'name': 'network-vif-deleted', 'tag': '42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462', 'status': 'completed', 'code': 200} Feb 04 13:00:54.650108 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:54.883012 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:54.908541 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] Checking router: 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:00:54.918156 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:00:54.918765 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:00:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:55.036550 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:00:55.252882 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:00:55.282677 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191297ec-fef0-4fda-8486-1ee3f8f3ee3a None None] The sync data for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi is: [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T12:57:22Z', 'revision_number': 4, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '6bb5ac61-a426-42ed-b243-356423a1cd83', 'name': '', 'network_id': '9fe45dbb-ad11-4c20-aa72-65452d21a314', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'mac_address': 'fa:16:3e:05:32:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_interface', 'standard_attr_id': 608, 'fixed_ips': [{'subnet_id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:22Z', 'updated_at': '2022-02-04T12:57:26Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'subnets': [{'id': 'ad43489b-5c21-431a-8ab4-4b3a78783f9a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:00:55.338445 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58082) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:55.408115 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e5a44418-1f85-48a5-be3d-3094b96963bb tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (ccf356a1-770b-4b1c-a6b8-47e157a5fb40), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.438662 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e5a44418-1f85-48a5-be3d-3094b96963bb tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (ccf356a1-770b-4b1c-a6b8-47e157a5fb40), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.502436 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e5a44418-1f85-48a5-be3d-3094b96963bb tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (ccf356a1-770b-4b1c-a6b8-47e157a5fb40), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.506883 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e5a44418-1f85-48a5-be3d-3094b96963bb tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.511727 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-e5a44418-1f85-48a5-be3d-3094b96963bb tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "DELETE /v2.0/security-groups/ccf356a1-770b-4b1c-a6b8-47e157a5fb40 HTTP/1.1" status: 204 len: 168 time: 0.1716287 Feb 04 13:00:55.513798 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58084) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:55.527296 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a44418-1f85-48a5-be3d-3094b96963bb tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccf356a1-770b-4b1c-a6b8-47e157a5fb40,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:55.546038 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf0dc65-8556-4120-8823-e9ed2ff36e64 None None] New status for floating IP 51aee084-21ca-4b56-8539-de0c170da248: DOWN {{(pid=109008) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:00:55.549589 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.api.v2.resource [None req-e30137bd-116e-46df-9c48-29946ff3dbbe tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] show failed (client error): The resource could not be found. Feb 04 13:00:55.554534 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e30137bd-116e-46df-9c48-29946ff3dbbe tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "GET /v2.0/security-groups/ccf356a1-770b-4b1c-a6b8-47e157a5fb40 HTTP/1.1" status: 404 len: 347 time: 0.0392148 Feb 04 13:00:55.555486 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58086) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:00:55.753861 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Deleting port 449e21dd-8198-4b7e-847b-7f1c74e8036b {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:00:55.754420 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.867700 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.867921 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (449e21dd-8198-4b7e-847b-7f1c74e8036b), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:55.881105 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Calling delete_port for 449e21dd-8198-4b7e-847b-7f1c74e8036b owned by network:floatingip {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:00:56.027515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (449e21dd-8198-4b7e-847b-7f1c74e8036b), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.053096 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Pushing event deleted for resources: {'Port': ['ID=449e21dd-8198-4b7e-847b-7f1c74e8036b,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:00:56.135221 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks [] for floatingip (51aee084-21ca-4b56-8539-de0c170da248), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.139515 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:56.141346 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-bc4cae13-9bb8-41e8-ada1-0c67a4bfe430 tempest-AttachVolumeTestJSON-1896422074 tempest-AttachVolumeTestJSON-1896422074-project] 10.222.0.26 "DELETE /v2.0/floatingips/51aee084-21ca-4b56-8539-de0c170da248 HTTP/1.1" status: 204 len: 168 time: 0.5845916 Feb 04 13:00:56.975818 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:00:57.000907 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:00:57.001258 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 42d6f3ad-ab4a-44ca-abbd-f5f12b2d8462 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:00:58.474434 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0a651099-95ae-4e5d-b2d1-506b9c20fbc7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:00:59.741238 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58114) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:00.083906 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.119856 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:01:00.340166 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Deleting port 6bb5ac61-a426-42ed-b243-356423a1cd83 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:00.340410 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.418688 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] For port 6bb5ac61-a426-42ed-b243-356423a1cd83, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=6bb5ac61-a426-42ed-b243-356423a1cd83,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:00.419084 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.432072 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Calling delete_port for 6bb5ac61-a426-42ed-b243-356423a1cd83 owned by network:router_interface {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:00.626425 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (6bb5ac61-a426-42ed-b243-356423a1cd83), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:00.658501 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6bb5ac61-a426-42ed-b243-356423a1cd83,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:00.861157 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.054267 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8266a804-c23c-4a3b-8b3e-161220e18aa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.099570 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:01:01.209084 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:01:01.214840 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b846d3c4-ea6e-4743-99b2-2558fa52e0d7 admin admin] 10.222.0.26 "PUT /v2.0/routers/4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725022 Feb 04 13:01:01.217273 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58116) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:01.221603 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] Sync routers for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:01:01.231049 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:01:01.231677 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:01:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:01.328829 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks [] for router (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.437131 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks [] for router_gateway (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.437623 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:01:01.495129 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Deleting port cdc182a2-2356-471b-9243-48ed7163791b {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:01.495486 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (cdc182a2-2356-471b-9243-48ed7163791b), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.574613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] For port cdc182a2-2356-471b-9243-48ed7163791b, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=cdc182a2-2356-471b-9243-48ed7163791b,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:01.575008 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (cdc182a2-2356-471b-9243-48ed7163791b), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:01.588611 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Calling delete_port for cdc182a2-2356-471b-9243-48ed7163791b owned by network:router_gateway {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:01.615969 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132'}], 'enable_snat': True}, 'gw_port_id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T13:01:00Z', 'revision_number': 5, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port': {'id': 'cdc182a2-2356-471b-9243-48ed7163791b', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b0:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 607, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T12:57:20Z', 'updated_at': '2022-02-04T12:57:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:01.645751 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] Checking router: 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:01:01.654064 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] Routers {'4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:01:01.654664 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:01:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:01.749139 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] Set router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e gateway port host: None {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:01:01.806080 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T13:01:01Z', 'revision_number': 6, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:01.833965 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9a3e658-3ec2-4990-8229-80fd86ad4d2b None None] The sync data for ids ['4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e'] in dv-cinder-817351-9-iscsi is: [{'id': '4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e', 'name': 'tempest-AttachVolumeTestJSON-1078563994-router', 'tenant_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T12:57:19Z', 'updated_at': '2022-02-04T13:01:01Z', 'revision_number': 6, 'project_id': '40c7b169fc714b01a4b9e0a835a2bb54', 'gw_port_host': None}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:01:02.024053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (cdc182a2-2356-471b-9243-48ed7163791b), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.055712 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc182a2-2356-471b-9243-48ed7163791b,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.081923 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.082280 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.082636 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.083089 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.083428 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.083765 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.084104 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.084441 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.084796 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.085111 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.085448 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.085770 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.087371 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:02.132160 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.239112 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.241972 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks [] for router_controller (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.288485 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.289084 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e {{(pid=109007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:01:02.293559 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.294763 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-64d6c73c-44e4-4fb0-a9ef-4fc82b774e6a admin admin] 10.222.0.26 "DELETE /v2.0/routers/4cd8994a-fdc0-4c6d-ad1c-cdf2a354d73e HTTP/1.1" status: 204 len: 168 time: 1.0765476 Feb 04 13:01:02.297315 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58118) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:02.348620 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] Deleting subnet ad43489b-5c21-431a-8ab4-4b3a78783f9a {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:01:02.352098 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] Publish callbacks [] for subnet (ad43489b-5c21-431a-8ab4-4b3a78783f9a), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.388759 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (ad43489b-5c21-431a-8ab4-4b3a78783f9a), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.470460 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (ad43489b-5c21-431a-8ab4-4b3a78783f9a), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.529730 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (ad43489b-5c21-431a-8ab4-4b3a78783f9a), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.555451 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad43489b-5c21-431a-8ab4-4b3a78783f9a,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.561928 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.567671 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-f58f5617-b5b6-40e5-8e84-d24a63f8846d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/ad43489b-5c21-431a-8ab4-4b3a78783f9a HTTP/1.1" status: 204 len: 168 time: 0.2669845 Feb 04 13:01:02.568133 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58120) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:02.569159 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f1bddb-10eb-4549-8f8f-a344af51ab7a None None] Network 9fe45dbb-ad11-4c20-aa72-65452d21a314 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:02.650026 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (9fe45dbb-ad11-4c20-aa72-65452d21a314), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.714126 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Deleting port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:02.714477 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.736230 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] DHCP port deletion for 9fe45dbb-ad11-4c20-aa72-65452d21a314 request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:01:02.788771 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] Deleting port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 {{(pid=109008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:01:02.789438 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), before_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.794074 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] For port 990987ba-2f1a-4b98-a3db-4c3403bf1d76, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=990987ba-2f1a-4b98-a3db-4c3403bf1d76,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:02.794618 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.809970 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Calling delete_port for 990987ba-2f1a-4b98-a3db-4c3403bf1d76 owned by network:dhcp {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:02.908770 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:02.959116 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Pushing event deleted for resources: {'Port': ['ID=990987ba-2f1a-4b98-a3db-4c3403bf1d76,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:02.965961 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] No DVR routers for this DVR port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 on host dv-cinder-817351-9-iscsi {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:03.006721 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] For port 990987ba-2f1a-4b98-a3db-4c3403bf1d76, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=990987ba-2f1a-4b98-a3db-4c3403bf1d76,segment=NetworkSegment(4b867281-f85e-4d69-92fb-634aacb6234d),segment_id=4b867281-f85e-4d69-92fb-634aacb6234d)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:03.007181 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), precommit_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.020726 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] Calling delete_port for 990987ba-2f1a-4b98-a3db-4c3403bf1d76 owned by network:dhcp {{(pid=109008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:01:03.049228 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (9fe45dbb-ad11-4c20-aa72-65452d21a314), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.072827 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe45dbb-ad11-4c20-aa72-65452d21a314']}} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:03.083426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b867281-f85e-4d69-92fb-634aacb6234d') {'for_net_delete': True} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:03.083732 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b867281-f85e-4d69-92fb-634aacb6234d') {} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:01:03.095863 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827389'] for segment (4b867281-f85e-4d69-92fb-634aacb6234d), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.104247 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664'] for port (990987ba-2f1a-4b98-a3db-4c3403bf1d76), after_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.110715 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (4b867281-f85e-4d69-92fb-634aacb6234d), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.118096 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=109007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:01:03.118658 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8503657'] for segment (4b867281-f85e-4d69-92fb-634aacb6234d), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: Traceback (most recent call last): Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: timer() Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: cb(*args, **kw) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: return func(*args, **kwargs) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: self._notify() Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: self.callback(batched_events) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: event.method(event) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: return f(self, *a, **k) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._get(url).json() Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: return self.request(url, 'GET', **kwargs) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:01:03.120957 dv-cinder-817351-9-iscsi neutron-server[109007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:01:03.138411 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] Pushing event deleted for resources: {'Port': ['ID=990987ba-2f1a-4b98-a3db-4c3403bf1d76,revision_number=None']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:03.142154 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6445fd82-1f7d-46af-964d-c936436cf8d0 None None] No DVR routers for this DVR port 990987ba-2f1a-4b98-a3db-4c3403bf1d76 on host dv-cinder-817351-9-iscsi {{(pid=109008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:01:03.191472 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (9fe45dbb-ad11-4c20-aa72-65452d21a314), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.197124 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.200402 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] 10.222.0.26 "DELETE /v2.0/networks/9fe45dbb-ad11-4c20-aa72-65452d21a314 HTTP/1.1" status: 204 len: 168 time: 0.6308815 Feb 04 13:01:03.213552 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a5c98-a6e9-4dfe-ac9d-e9e5a258b619 admin admin] Pushing event deleted for resources: {'Network': ['ID=9fe45dbb-ad11-4c20-aa72-65452d21a314,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:03.353228 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cdc182a2-2356-471b-9243-48ed7163791b no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:03.379823 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: cdc182a2-2356-471b-9243-48ed7163791b {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:03.380210 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device cdc182a2-2356-471b-9243-48ed7163791b not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:03.380792 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 6bb5ac61-a426-42ed-b243-356423a1cd83 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:03.407981 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 6bb5ac61-a426-42ed-b243-356423a1cd83 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:03.408394 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 6bb5ac61-a426-42ed-b243-356423a1cd83 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:03.408630 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 990987ba-2f1a-4b98-a3db-4c3403bf1d76 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:01:03.413059 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58124) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.435558 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 990987ba-2f1a-4b98-a3db-4c3403bf1d76 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:01:03.435948 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 990987ba-2f1a-4b98-a3db-4c3403bf1d76 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:01:03.439830 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.463329 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5d2b3d79-524a-4e83-b91c-6dd57af53947 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=40c7b169fc714b01a4b9e0a835a2bb54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0484841 Feb 04 13:01:03.465734 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58126) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:03.516324 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-61026ec4-410b-455b-a62c-8d9a997ded2a admin admin] Publish callbacks [] for security_group (11d19ad6-3c9c-46d3-88a9-67930c495491), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.540368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-61026ec4-410b-455b-a62c-8d9a997ded2a admin admin] Publish callbacks [] for security_group (11d19ad6-3c9c-46d3-88a9-67930c495491), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.591321 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-61026ec4-410b-455b-a62c-8d9a997ded2a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (11d19ad6-3c9c-46d3-88a9-67930c495491), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.594146 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-61026ec4-410b-455b-a62c-8d9a997ded2a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:03.595374 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-61026ec4-410b-455b-a62c-8d9a997ded2a admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/11d19ad6-3c9c-46d3-88a9-67930c495491 HTTP/1.1" status: 204 len: 168 time: 0.1287041 Feb 04 13:01:03.604259 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61026ec4-410b-455b-a62c-8d9a997ded2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11d19ad6-3c9c-46d3-88a9-67930c495491,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.324147 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58148) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:04.421293 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1373572581-network', 'tenant_id': '72f065b562f743e796976fcf6adb47dd'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:04.447812 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Made reservation on behalf of 72f065b562f743e796976fcf6adb47dd for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:04.450257 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.459553 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.537335 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks [] for security_group (d0da0d09-5a8d-4a00-b935-dedfd73f023c), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.541490 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d0da0d09-5a8d-4a00-b935-dedfd73f023c), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.566367 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:01:04.576296 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0da0d09-5a8d-4a00-b935-dedfd73f023c,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.581931 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (ac888449-6f25-48fa-b04f-5c691cdcc4e4), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.582282 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Added segment ac888449-6f25-48fa-b04f-5c691cdcc4e4 of type vlan for network 4ae4e934-fe18-4e19-90f2-99b004c755c8 Feb 04 13:01:04.623729 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (4ae4e934-fe18-4e19-90f2-99b004c755c8), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.652938 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (4ae4e934-fe18-4e19-90f2-99b004c755c8), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.653898 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:04.654494 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.716266 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3909392 Feb 04 13:01:04.719275 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58152) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:01:04.726746 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Request body: {'subnet': {'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1373572581-subnet', 'tenant_id': '72f065b562f743e796976fcf6adb47dd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:04.735097 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5190aa99-5f9d-445d-98d5-d1b26606e23c admin admin] Pushing event updated for resources: {'Network': ['ID=4ae4e934-fe18-4e19-90f2-99b004c755c8,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:04.744121 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.746782 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:01:04.754343 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Made reservation on behalf of 72f065b562f743e796976fcf6adb47dd for: {'subnet': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:04.756767 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8527750'] for subnet (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.925760 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8505610', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8527792'] for subnet (14d9b265-f053-44e2-9269-696360f844d1), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.945146 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:04.996930 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14d9b265-f053-44e2-9269-696360f844d1,revision_number=0']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:05.008003 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Checking segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:05.008371 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Network hostable DHCP agents. Network: 4ae4e934-fe18-4e19-90f2-99b004c755c8, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:01:05.032720 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:01:05.045496 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 4ae4e934-fe18-4e19-90f2-99b004c755c8) {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:05.054713 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14628bfc-e7b3-4cf2-becc-600cfea415cf None None] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:05.055208 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.056232 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:05.080893 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-8270959f-f05b-4652-b360-608fac805c18 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3599529 Feb 04 13:01:05.160840 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbddadb6-47a3-4b92-a833-ece2d5137cd0 None None] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:01:05.582001 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-a67d4dfd-5e05-48c4-b231-2dca8d686735 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:05.583544 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-a67d4dfd-5e05-48c4-b231-2dca8d686735 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1056228 Feb 04 13:01:05.599529 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-c7b012ff-2db3-4c64-bd33-1c22d390c880 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/quotas/72f065b562f743e796976fcf6adb47dd HTTP/1.1" status: 200 len: 375 time: 0.0104558 Feb 04 13:01:05.645070 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-57c66bfa-3e4b-4376-87c7-08c8c4ac3f6c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0401528 Feb 04 13:01:05.702692 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-6c01951d-ddba-4bef-8351-35b50e592195 service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:01:05.703751 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-6c01951d-ddba-4bef-8351-35b50e592195 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0525029 Feb 04 13:01:05.803789 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-97dbdea0-9e41-425f-8bad-439e8df561df service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939305 Feb 04 13:01:05.901246 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-ad30d7a1-ef19-4951-8ad8-d51b949d6b39 service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917847 Feb 04 13:01:06.069632 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d7bc20fb-afb9-449e-ae5b-e6d24cc8a21e req-5be4aa5a-1996-40a3-9982-9cc80104e2f6 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 210 time: 0.0302022 Feb 04 13:01:07.041349 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-d2908d66-9334-4fb5-9a3e-02d4cf151063 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:07.043726 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-d2908d66-9334-4fb5-9a3e-02d4cf151063 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1176090 Feb 04 13:01:07.055974 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Request body: {'port': {'device_id': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'admin_state_up': True, 'tenant_id': '72f065b562f743e796976fcf6adb47dd'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:07.192114 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-8eef490e-e49e-4b29-9427-57d78de561f3 req-e9973f6e-5915-42ec-ba37-162c9e4a8472 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 210 time: 0.0388758 Feb 04 13:01:07.215377 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Made reservation on behalf of 72f065b562f743e796976fcf6adb47dd for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:07.218970 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.348405 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Allocated IP 172.20.0.7 (4ae4e934-fe18-4e19-90f2-99b004c755c8/14d9b265-f053-44e2-9269-696360f844d1/2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:07.496783 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks [] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.530966 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.576295 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:07.579438 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:07.583450 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:07.606203 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event updated for resources: {'Port': ['ID=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:07.634457 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:07.635164 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.650678 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-f5628cd5-1728-448c-bb2e-af7207a61e2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5988257 Feb 04 13:01:07.661951 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Request body: {'port': {'device_id': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:07.725756 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.979667 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:07.987012 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Publish callbacks [] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:07.999374 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Transition to ACTIVE for port object 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:08.003790 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.056094 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.124522 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Attempting to bind port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:08.124855 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Attempting to bind port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:08.125192 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Attempting to bind port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:08.130095 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:01:08.130443 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Attempting to bind port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:08.135372 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:08.135712 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Checking segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:08.136099 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Bound using segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:08.136529 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Bound port: 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:08.136890 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.201360 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] For port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:08.204935 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] For port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:08.212021 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.252595 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.253888 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:08.255380 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] 10.222.0.75 "PUT /v2.0/ports/2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 HTTP/1.1" status: 200 len: 1093 time: 0.5981255 Feb 04 13:01:08.255842 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'tag': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:01:08.258121 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7bb06014-497b-4fa5-9936-3b09af992837" -d '{"events": [{"name": "network-changed", "server_uuid": "4afbdb5f-e397-4b52-bd07-e83881eba9b7", "tag": "2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:01:08.286212 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da927f-49e1-430b-87b0-ad052df6b065 service neutron] Pushing event updated for resources: {'Port': ['ID=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:08.311878 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-932e5c3e-0190-4208-baf9-5be015461204 x-openstack-request-id: req-932e5c3e-0190-4208-baf9-5be015461204 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:01:08.312746 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4afbdb5f-e397-4b52-bd07-e83881eba9b7", "tag": "2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:01:08.313018 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-932e5c3e-0190-4208-baf9-5be015461204 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:01:08.313422 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'tag': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', 'status': 'completed', 'code': 200} Feb 04 13:01:08.331696 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f9bc7e-8105-4072-9c6b-aeef3bd22266 req-66b18310-afd1-4923-b9ed-e0235bd0c7a4 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.333311 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-79f9bc7e-8105-4072-9c6b-aeef3bd22266 req-66b18310-afd1-4923-b9ed-e0235bd0c7a4 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 943 time: 0.0602474 Feb 04 13:01:08.371905 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-e12347a2-7573-47e5-b1ee-872804a3784d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.374118 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-e12347a2-7573-47e5-b1ee-872804a3784d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 1127 time: 0.0592837 Feb 04 13:01:08.390130 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-79f9bc7e-8105-4072-9c6b-aeef3bd22266 req-65e121db-0216-4e3a-8449-89f9ff832aa7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494013 Feb 04 13:01:08.417324 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-8830d959-5a85-4086-97cd-3ee8a381f0d5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 HTTP/1.1" status: 200 len: 217 time: 0.0360708 Feb 04 13:01:08.464799 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-0b7a99e5-eaa8-4777-9d47-a0e5e3a10bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.466319 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-0b7a99e5-eaa8-4777-9d47-a0e5e3a10bd2 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0441844 Feb 04 13:01:08.502856 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-e76382a5-bca5-4198-a5dd-5fa0e83bad08 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309751 Feb 04 13:01:08.590234 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-39cd5134-5b92-4d98-939d-528c1ea8ef79 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822406 Feb 04 13:01:08.680339 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-890b9570-260e-45ef-a6be-f6301c0ddec2 req-a4ae84f0-5128-465d-bb74-119d7a49043e service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846784 Feb 04 13:01:08.768217 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06014-497b-4fa5-9936-3b09af992837 req-10b73b18-21a7-4e01-9419-27a1e7cc6d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.770203 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7bb06014-497b-4fa5-9936-3b09af992837 req-10b73b18-21a7-4e01-9419-27a1e7cc6d47 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 1127 time: 0.0463405 Feb 04 13:01:08.859181 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06014-497b-4fa5-9936-3b09af992837 req-0edcee76-e9ba-4c10-917b-edbdf4ac90cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.860651 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7bb06014-497b-4fa5-9936-3b09af992837 req-0edcee76-e9ba-4c10-917b-edbdf4ac90cb service neutron] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 915 time: 0.0845520 Feb 04 13:01:08.904706 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7bb06014-497b-4fa5-9936-3b09af992837 req-ae006d64-33a5-42a7-87ec-cc50661b22e5 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 HTTP/1.1" status: 200 len: 217 time: 0.0376894 Feb 04 13:01:08.952183 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb06014-497b-4fa5-9936-3b09af992837 req-9ef700ff-d5d6-400e-b613-415f16c13784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:08.953615 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7bb06014-497b-4fa5-9936-3b09af992837 req-9ef700ff-d5d6-400e-b613-415f16c13784 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0439553 Feb 04 13:01:08.986474 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7bb06014-497b-4fa5-9936-3b09af992837 req-aadfa653-a69b-4a53-87e0-022a7a181376 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0261142 Feb 04 13:01:09.080568 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7bb06014-497b-4fa5-9936-3b09af992837 req-49542683-bf3c-4327-92b0-2373da47747c service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875964 Feb 04 13:01:09.169693 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7bb06014-497b-4fa5-9936-3b09af992837 req-a954eb34-dc13-4a6e-80d1-7d1740310bcd service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817549 Feb 04 13:01:09.518875 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde037cc-9da3-4243-9d25-6753190f8927 req-8f1c2806-c89e-4806-8915-933c3b97b998 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:09.520441 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bde037cc-9da3-4243-9d25-6753190f8927 req-8f1c2806-c89e-4806-8915-933c3b97b998 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 943 time: 0.0580866 Feb 04 13:01:09.575554 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bde037cc-9da3-4243-9d25-6753190f8927 req-e19bf0ba-1e01-4520-b103-4e795442f7b6 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492415 Feb 04 13:01:10.700037 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858e2f37-fd84-4fc0-b100-be4ecb6a37ad req-0f33d704-b4ef-4385-b8da-2f72d63429d3 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:10.701569 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-858e2f37-fd84-4fc0-b100-be4ecb6a37ad req-0f33d704-b4ef-4385-b8da-2f72d63429d3 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 943 time: 0.0541363 Feb 04 13:01:10.756451 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-858e2f37-fd84-4fc0-b100-be4ecb6a37ad req-fb4c278f-8f41-46e1-88b2-da41cad1df5f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470812 Feb 04 13:01:11.006092 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:01:11.103168 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:11.115279 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'port_id': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', 'mac_address': 'fa:16:3e:1c:2d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d9b265-f053-44e2-9269-696360f844d1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:01:11.156880 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:11.157269 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.170412 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:11.192889 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:11.196891 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:11.247566 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:11.255786 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.256189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.256484 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.256823 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.257155 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.257484 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.257812 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.258138 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.258464 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.258793 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.259138 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.259464 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.259786 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:01:11.407249 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:01:11.898120 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db41c8c-9273-468b-a0c9-3121098f3ec9 req-06bfe489-670b-4401-a708-2e133cb53972 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:11.899702 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9db41c8c-9273-468b-a0c9-3121098f3ec9 req-06bfe489-670b-4401-a708-2e133cb53972 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 944 time: 0.0663190 Feb 04 13:01:11.947606 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9db41c8c-9273-468b-a0c9-3121098f3ec9 req-6f359ad1-2f0a-4daf-984a-67a00eea47b1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423625 Feb 04 13:01:13.014169 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:13.067365 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:13.071811 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998b8b37-3f76-4e94-b865-8572d1bd71c5 req-6a553623-4314-483b-aee7-02d42d945ab0 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.072296 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:13.072479 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.073604 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-998b8b37-3f76-4e94-b865-8572d1bd71c5 req-6a553623-4314-483b-aee7-02d42d945ab0 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 944 time: 0.0550091 Feb 04 13:01:13.123962 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-998b8b37-3f76-4e94-b865-8572d1bd71c5 req-f748398b-3582-47b9-abec-0a88791b8ba2 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438437 Feb 04 13:01:13.157158 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:13.157543 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.181475 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:01:13.183931 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2b53c5-cb8b-48ef-8174-3d483feb0904" -d '{"events": [{"server_uuid": "4afbdb5f-e397-4b52-bd07-e83881eba9b7", "name": "network-vif-plugged", "status": "completed", "tag": "2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:01:13.197228 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:13.201471 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:13.227903 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-592f8eba-8d57-42fe-82b3-814a15a55995 x-openstack-request-id: req-592f8eba-8d57-42fe-82b3-814a15a55995 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:01:13.228191 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afbdb5f-e397-4b52-bd07-e83881eba9b7", "name": "network-vif-plugged", "status": "completed", "tag": "2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:01:13.228751 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-592f8eba-8d57-42fe-82b3-814a15a55995 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:01:13.229157 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', 'code': 200} Feb 04 13:01:13.264977 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:13.390772 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc793c1c-1467-4983-8a10-6f7e9773c115 req-e0f93ca5-5be3-4aa5-ab89-6dbd4325101e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:13.392331 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc793c1c-1467-4983-8a10-6f7e9773c115 req-e0f93ca5-5be3-4aa5-ab89-6dbd4325101e service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 1129 time: 0.0422149 Feb 04 13:01:13.435355 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bc793c1c-1467-4983-8a10-6f7e9773c115 req-59b96d18-a21a-40e8-8a5b-426cdb9606a8 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374770 Feb 04 13:01:14.239608 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bc9b67-ce60-40f8-bc30-c1b71afefb7e req-c2fe6aae-71ab-4199-be01-50a3b2fea55c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:14.241149 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-93bc9b67-ce60-40f8-bc30-c1b71afefb7e req-c2fe6aae-71ab-4199-be01-50a3b2fea55c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 945 time: 0.0525060 Feb 04 13:01:14.288992 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-93bc9b67-ce60-40f8-bc30-c1b71afefb7e req-25cd9476-814e-41f6-892b-54c0e0ab57fb tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421956 Feb 04 13:01:14.592769 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:15.416023 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23b750c-a77d-4beb-a743-b94278c01039 req-35c9a09f-3104-46ab-9825-821867e5b51a tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:15.417550 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a23b750c-a77d-4beb-a743-b94278c01039 req-35c9a09f-3104-46ab-9825-821867e5b51a tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 945 time: 0.0590701 Feb 04 13:01:15.465716 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a23b750c-a77d-4beb-a743-b94278c01039 req-b8c9adfb-db69-48b7-98aa-186fd71748e6 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424051 Feb 04 13:01:23.684190 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392158af-9140-4051-9173-9b3ec665552b req-089b870f-8bef-472a-b7ff-010b9dddee74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:23.685692 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-089b870f-8bef-472a-b7ff-010b9dddee74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1009598 Feb 04 13:01:23.700067 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-a4e50030-56a2-4097-9695-47c61b984294 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/quotas/72f065b562f743e796976fcf6adb47dd HTTP/1.1" status: 200 len: 375 time: 0.0090272 Feb 04 13:01:23.756251 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-9b5f55f3-b383-4613-98a7-12be0a1a040e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0513558 Feb 04 13:01:23.844409 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-23b17357-97c6-4310-a804-7376300bb487 service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815952 Feb 04 13:01:23.958220 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-d50a834c-0546-4637-a9cc-2a879f874b9f service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072950 Feb 04 13:01:24.119189 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6083b2c3-a2aa-4b07-a3d8-af8aafb3b83c req-132fe1bf-d473-4f4d-828d-d83bb41732bf tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 210 time: 0.0313852 Feb 04 13:01:25.042484 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392158af-9140-4051-9173-9b3ec665552b req-0ad49772-c5d9-409a-9f85-c268ea114281 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.045025 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-0ad49772-c5d9-409a-9f85-c268ea114281 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1250591 Feb 04 13:01:25.058088 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Request body: {'port': {'device_id': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'admin_state_up': True, 'tenant_id': '72f065b562f743e796976fcf6adb47dd'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:25.184656 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Made reservation on behalf of 72f065b562f743e796976fcf6adb47dd for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:25.188322 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.239058 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4fa10405-b348-4a9b-83d4-1a17d87d401e req-fe96436e-8c90-4925-b49d-cc9878870b7a tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 210 time: 0.0400438 Feb 04 13:01:25.365141 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Allocated IP 172.20.0.4 (4ae4e934-fe18-4e19-90f2-99b004c755c8/14d9b265-f053-44e2-9269-696360f844d1/4389caa4-076f-4348-b518-971fa6a0b476) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:25.538115 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks [] for port (4389caa4-076f-4348-b518-971fa6a0b476), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.576567 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4389caa4-076f-4348-b518-971fa6a0b476), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.590397 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:01:25.640130 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:25.644191 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:25.648141 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:25.685115 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event updated for resources: {'Port': ['ID=4389caa4-076f-4348-b518-971fa6a0b476,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:25.718301 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:25.719308 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:25.741812 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-331647a0-f6ec-485c-8949-6dadd32670c7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6881394 Feb 04 13:01:25.755606 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Request body: {'port': {'device_id': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:25.815809 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4389caa4-076f-4348-b518-971fa6a0b476), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.095103 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4389caa4-076f-4348-b518-971fa6a0b476 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:26.103645 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Publish callbacks [] for port (4389caa4-076f-4348-b518-971fa6a0b476), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.116177 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Transition to ACTIVE for port object 4389caa4-076f-4348-b518-971fa6a0b476 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:26.119934 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4389caa4-076f-4348-b518-971fa6a0b476), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.168626 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Pushing event updated for resources: {'Port': ['ID=4389caa4-076f-4348-b518-971fa6a0b476,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.240389 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Attempting to bind port 4389caa4-076f-4348-b518-971fa6a0b476 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:26.240729 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Attempting to bind port 4389caa4-076f-4348-b518-971fa6a0b476 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:26.241061 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Attempting to bind port 4389caa4-076f-4348-b518-971fa6a0b476 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:26.245503 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Port 4389caa4-076f-4348-b518-971fa6a0b476 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:01:26.245828 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Attempting to bind port 4389caa4-076f-4348-b518-971fa6a0b476 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:26.250671 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:26.251041 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Checking segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:26.251428 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Bound using segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:26.251855 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Bound port: 4389caa4-076f-4348-b518-971fa6a0b476, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:26.252478 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4389caa4-076f-4348-b518-971fa6a0b476), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.315906 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] For port 4389caa4-076f-4348-b518-971fa6a0b476, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:26.318873 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] For port 4389caa4-076f-4348-b518-971fa6a0b476, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4389caa4-076f-4348-b518-971fa6a0b476,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:26.326137 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4389caa4-076f-4348-b518-971fa6a0b476), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.359913 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.360627 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:26.362543 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] 10.222.0.75 "PUT /v2.0/ports/4389caa4-076f-4348-b518-971fa6a0b476 HTTP/1.1" status: 200 len: 1093 time: 0.6138215 Feb 04 13:01:26.365513 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'tag': '4389caa4-076f-4348-b518-971fa6a0b476'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:01:26.368594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12351d94-2c77-4b41-97a8-1039d02b9dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "e6aaab16-a402-41b3-9111-f5e83f9f62c2", "tag": "4389caa4-076f-4348-b518-971fa6a0b476"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:01:26.396833 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c59b04a-b6e1-4bd2-873a-c9336d930919 req-b994a2c5-977d-4550-86a1-91069f3f3894 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.397859 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dcec25-91fd-4640-8a57-40e778e7ec96 service neutron] Pushing event updated for resources: {'Port': ['ID=4389caa4-076f-4348-b518-971fa6a0b476,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:26.399035 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5c59b04a-b6e1-4bd2-873a-c9336d930919 req-b994a2c5-977d-4550-86a1-91069f3f3894 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 943 time: 0.0838497 Feb 04 13:01:26.416540 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0ecbde4-5c1b-48a9-9f00-05a6e5ffa285 x-openstack-request-id: req-d0ecbde4-5c1b-48a9-9f00-05a6e5ffa285 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:01:26.416857 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6aaab16-a402-41b3-9111-f5e83f9f62c2", "tag": "4389caa4-076f-4348-b518-971fa6a0b476", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:01:26.417090 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-d0ecbde4-5c1b-48a9-9f00-05a6e5ffa285 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:01:26.417502 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'tag': '4389caa4-076f-4348-b518-971fa6a0b476', 'status': 'completed', 'code': 200} Feb 04 13:01:26.448434 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5c59b04a-b6e1-4bd2-873a-c9336d930919 req-0be5dc31-0388-41ad-a944-a018fc630bea tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437465 Feb 04 13:01:26.470344 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392158af-9140-4051-9173-9b3ec665552b req-71706b0f-c8fb-47e6-b459-d16c407a1455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.472442 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-71706b0f-c8fb-47e6-b459-d16c407a1455 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 1127 time: 0.0461113 Feb 04 13:01:26.519244 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-cdc429ee-8c7e-4072-8f41-9af122ec3944 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4389caa4-076f-4348-b518-971fa6a0b476 HTTP/1.1" status: 200 len: 217 time: 0.0392928 Feb 04 13:01:26.570389 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392158af-9140-4051-9173-9b3ec665552b req-8c0fe2e1-08b6-4aa8-97a5-0a58827bfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:26.571900 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-8c0fe2e1-08b6-4aa8-97a5-0a58827bfb21 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0479653 Feb 04 13:01:26.602759 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-bef6fa7f-4446-4a81-9222-38c1ff242b1d service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253861 Feb 04 13:01:26.951399 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-4c259ceb-e001-4dec-a844-2bbdc677f3f2 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3432465 Feb 04 13:01:27.040884 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-392158af-9140-4051-9173-9b3ec665552b req-b3795cb5-6b4d-4d16-b492-fe483cb4cfd5 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829890 Feb 04 13:01:27.135291 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-fe9827ff-f752-44b0-a973-bf14142f0b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.136801 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-fe9827ff-f752-44b0-a973-bf14142f0b36 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 1127 time: 0.0498846 Feb 04 13:01:27.227238 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-a155e8c2-7e5e-4d79-8986-a1eaf30256d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.228767 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-a155e8c2-7e5e-4d79-8986-a1eaf30256d2 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 915 time: 0.0857992 Feb 04 13:01:27.273090 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-727215a6-a270-4763-ba87-0f107b029b4c service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4389caa4-076f-4348-b518-971fa6a0b476 HTTP/1.1" status: 200 len: 217 time: 0.0378671 Feb 04 13:01:27.322043 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-1c0b9d61-5c27-4628-9cf5-6269b9abf1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.323647 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-1c0b9d61-5c27-4628-9cf5-6269b9abf1c3 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0429537 Feb 04 13:01:27.355234 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-3c222844-6a84-40a2-9cbb-11b1be1f639b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249963 Feb 04 13:01:27.446384 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-429238b2-6b7c-427d-bfd9-d3e3591797e2 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841784 Feb 04 13:01:27.571172 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-12351d94-2c77-4b41-97a8-1039d02b9dd5 req-dd4857df-c56c-414f-9530-5977e270b9ed service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182816 Feb 04 13:01:27.590245 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba5217b-13e5-41a9-a317-4d5210e2f698 req-f92fe68d-9244-4d14-a52a-d219e7c3fbe4 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:27.591752 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fba5217b-13e5-41a9-a317-4d5210e2f698 req-f92fe68d-9244-4d14-a52a-d219e7c3fbe4 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 943 time: 0.0722582 Feb 04 13:01:27.638346 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-fba5217b-13e5-41a9-a317-4d5210e2f698 req-e9d8c9a6-cdac-4e9f-8122-e84befd510dd tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404229 Feb 04 13:01:28.468001 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-51c9b06f-c16d-40d8-b47b-da5cbd07eaf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:28.758625 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce7e474-7b7b-47e7-8bcc-99ed247b7fdb req-4fb93ec1-e799-4765-9a15-58c74328613f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:28.760077 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5ce7e474-7b7b-47e7-8bcc-99ed247b7fdb req-4fb93ec1-e799-4765-9a15-58c74328613f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 943 time: 0.0545483 Feb 04 13:01:28.806373 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-5ce7e474-7b7b-47e7-8bcc-99ed247b7fdb req-c8edebe5-5c7d-4158-8074-19919f0564c4 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407369 Feb 04 13:01:29.131623 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4389caa4-076f-4348-b518-971fa6a0b476 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:01:29.226637 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4389caa4-076f-4348-b518-971fa6a0b476, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4389caa4-076f-4348-b518-971fa6a0b476,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:29.239075 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '4389caa4-076f-4348-b518-971fa6a0b476', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'port_id': '4389caa4-076f-4348-b518-971fa6a0b476', 'mac_address': 'fa:16:3e:a8:10:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d9b265-f053-44e2-9269-696360f844d1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:01:29.277449 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4389caa4-076f-4348-b518-971fa6a0b476 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:29.277846 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4389caa4-076f-4348-b518-971fa6a0b476), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.294082 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4389caa4-076f-4348-b518-971fa6a0b476 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:29.313781 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4389caa4-076f-4348-b518-971fa6a0b476, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4389caa4-076f-4348-b518-971fa6a0b476,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:29.324222 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4389caa4-076f-4348-b518-971fa6a0b476), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:29.370927 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4389caa4-076f-4348-b518-971fa6a0b476,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:29.532296 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['4389caa4-076f-4348-b518-971fa6a0b476'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:01:29.933676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b89862-fffe-4e10-8179-536cfe66948a req-d1a16523-edbc-4f91-a334-91810e01ee0b tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:29.935291 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-35b89862-fffe-4e10-8179-536cfe66948a req-d1a16523-edbc-4f91-a334-91810e01ee0b tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 944 time: 0.0580571 Feb 04 13:01:29.983843 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-35b89862-fffe-4e10-8179-536cfe66948a req-09c311d1-8f6b-4c41-be9b-e3ba2d37e725 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422461 Feb 04 13:01:31.058118 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0b9cff8f-c57e-41fe-b499-9bb8e9731c76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.111473 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6fd783-695a-4759-b0eb-409f1d8840a0 req-66a7e438-6f57-4143-8ded-8c1659b912ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.113745 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3e6fd783-695a-4759-b0eb-409f1d8840a0 req-66a7e438-6f57-4143-8ded-8c1659b912ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 944 time: 0.0572546 Feb 04 13:01:31.148351 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4389caa4-076f-4348-b518-971fa6a0b476 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:31.162223 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3e6fd783-695a-4759-b0eb-409f1d8840a0 req-cf8fc24b-d56a-482a-b59c-78c955b65526 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429583 Feb 04 13:01:31.197938 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 4389caa4-076f-4348-b518-971fa6a0b476 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:31.201564 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 4389caa4-076f-4348-b518-971fa6a0b476 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:31.201947 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4389caa4-076f-4348-b518-971fa6a0b476), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.280673 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4389caa4-076f-4348-b518-971fa6a0b476 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:31.280992 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4389caa4-076f-4348-b518-971fa6a0b476), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.307978 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4389caa4-076f-4348-b518-971fa6a0b476'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:01:31.310424 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21908eb-5886-4d3d-8567-865a1271d71b" -d '{"events": [{"server_uuid": "e6aaab16-a402-41b3-9111-f5e83f9f62c2", "name": "network-vif-plugged", "status": "completed", "tag": "4389caa4-076f-4348-b518-971fa6a0b476"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:01:31.324477 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4389caa4-076f-4348-b518-971fa6a0b476, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4389caa4-076f-4348-b518-971fa6a0b476,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:31.333346 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4389caa4-076f-4348-b518-971fa6a0b476), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:31.358217 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fcbaa1c-b8f2-48be-82b6-25efcfdd8d67 x-openstack-request-id: req-7fcbaa1c-b8f2-48be-82b6-25efcfdd8d67 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:01:31.358503 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aaab16-a402-41b3-9111-f5e83f9f62c2", "name": "network-vif-plugged", "status": "completed", "tag": "4389caa4-076f-4348-b518-971fa6a0b476", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:01:31.358760 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-7fcbaa1c-b8f2-48be-82b6-25efcfdd8d67 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:01:31.359191 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4389caa4-076f-4348-b518-971fa6a0b476', 'code': 200} Feb 04 13:01:31.385329 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4389caa4-076f-4348-b518-971fa6a0b476,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:31.528776 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d656fe-f8dc-4270-914e-0e2922a50b8c req-9542f193-c560-4122-aafa-78573360c055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:31.530278 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d6d656fe-f8dc-4270-914e-0e2922a50b8c req-9542f193-c560-4122-aafa-78573360c055 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 1129 time: 0.0462129 Feb 04 13:01:31.573453 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d6d656fe-f8dc-4270-914e-0e2922a50b8c req-bf819950-f200-4d87-bfd9-2d80d25f0a92 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364041 Feb 04 13:01:32.285400 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a47fd-662d-4a41-9421-619a987b4e3e req-c7546830-f409-47f8-afca-716954873333 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:32.286972 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-291a47fd-662d-4a41-9421-619a987b4e3e req-c7546830-f409-47f8-afca-716954873333 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 945 time: 0.0562980 Feb 04 13:01:32.337547 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-291a47fd-662d-4a41-9421-619a987b4e3e req-87627a8b-658c-452a-a615-b234ebed0272 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437703 Feb 04 13:01:33.424251 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:33.462158 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57deb5-132f-4e9a-88f4-87c616ca5cb3 req-2246ee3d-1c74-483e-8b7c-4e35de247d0d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:33.463760 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7f57deb5-132f-4e9a-88f4-87c616ca5cb3 req-2246ee3d-1c74-483e-8b7c-4e35de247d0d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 945 time: 0.0562258 Feb 04 13:01:33.514501 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-7f57deb5-132f-4e9a-88f4-87c616ca5cb3 req-2779bd53-94e9-414a-9eb0-5448f74a1651 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452690 Feb 04 13:01:34.745264 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:34.948170 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:35.198410 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-245f8a52-25d6-4d7a-ad1e-c5c352a4e16a tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:35.199922 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-245f8a52-25d6-4d7a-ad1e-c5c352a4e16a tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1052117 Feb 04 13:01:35.215028 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-ea2fe856-4028-4ba9-a718-30fb9ac40b79 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/quotas/72f065b562f743e796976fcf6adb47dd HTTP/1.1" status: 200 len: 375 time: 0.0096488 Feb 04 13:01:35.271315 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-41ad19e8-498e-48eb-ad7c-eda2f42b606e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0509601 Feb 04 13:01:35.370457 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-08d0a8e9-3594-4d5c-a287-ae6029bc176a service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926709 Feb 04 13:01:35.461472 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-39db58c3-7494-4c91-adf4-7a75b03c810e service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849848 Feb 04 13:01:35.624538 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6f3b04fc-1098-4cf9-b379-29e8249a684e req-73f65644-dcf3-47ea-95bf-4eb6e10eed4d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 210 time: 0.0281508 Feb 04 13:01:36.566436 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-38c1c3ac-1944-4648-847c-4f4cfccc1275 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:36.568231 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-38c1c3ac-1944-4648-847c-4f4cfccc1275 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1110051 Feb 04 13:01:36.584597 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Request body: {'port': {'device_id': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'admin_state_up': True, 'tenant_id': '72f065b562f743e796976fcf6adb47dd'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:36.696168 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Made reservation on behalf of 72f065b562f743e796976fcf6adb47dd for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:36.699479 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:36.720314 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-f2a04855-9165-4bf1-b5a1-341eeb90b09d req-1c580ef2-71ed-4e04-b27b-98f355566b4d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 210 time: 0.0279903 Feb 04 13:01:36.832525 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Allocated IP 172.20.0.5 (4ae4e934-fe18-4e19-90f2-99b004c755c8/14d9b265-f053-44e2-9269-696360f844d1/9cc3d31d-c924-43d3-8aaa-540208ddaef3) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:36.980304 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks [] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.013366 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.025537 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', '4389caa4-076f-4348-b518-971fa6a0b476'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:01:37.058259 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:37.061451 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:37.065733 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:37.091308 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event updated for resources: {'Port': ['ID=9cc3d31d-c924-43d3-8aaa-540208ddaef3,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.118860 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.119523 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.120779 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:01:37.136301 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-45eddc01-51bc-407d-968a-08798dfe16ee tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5561891 Feb 04 13:01:37.148613 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Request body: {'port': {'device_id': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:37.211352 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.473010 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cc3d31d-c924-43d3-8aaa-540208ddaef3 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:37.481212 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Publish callbacks [] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.493658 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Transition to ACTIVE for port object 9cc3d31d-c924-43d3-8aaa-540208ddaef3 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:37.497846 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.548548 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3d31d-c924-43d3-8aaa-540208ddaef3,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.622636 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Attempting to bind port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:37.623001 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Attempting to bind port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:37.623330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Attempting to bind port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:37.628465 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:01:37.632817 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Attempting to bind port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:37.633629 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:37.633967 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Checking segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:37.634829 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Bound using segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:37.634829 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Bound port: 9cc3d31d-c924-43d3-8aaa-540208ddaef3, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:37.635145 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.696505 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] For port 9cc3d31d-c924-43d3-8aaa-540208ddaef3, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:37.699466 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] For port 9cc3d31d-c924-43d3-8aaa-540208ddaef3, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc3d31d-c924-43d3-8aaa-540208ddaef3,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:37.704747 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.737479 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.738148 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:37.739513 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] 10.222.0.75 "PUT /v2.0/ports/9cc3d31d-c924-43d3-8aaa-540208ddaef3 HTTP/1.1" status: 200 len: 1093 time: 0.5950556 Feb 04 13:01:37.739950 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'tag': '9cc3d31d-c924-43d3-8aaa-540208ddaef3'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:01:37.742171 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc863cbb-23d6-4778-a0de-9661fd30f902" -d '{"events": [{"name": "network-changed", "server_uuid": "a74fec51-2117-4e73-b258-67c8691b7f5b", "tag": "9cc3d31d-c924-43d3-8aaa-540208ddaef3"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:01:37.778160 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729488cf-aea3-4076-afe5-8fd8dae6d0f3 service neutron] Pushing event updated for resources: {'Port': ['ID=9cc3d31d-c924-43d3-8aaa-540208ddaef3,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:37.796505 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9198c75d-c910-42be-9408-53532c3a8a31 x-openstack-request-id: req-9198c75d-c910-42be-9408-53532c3a8a31 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:01:37.796828 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a74fec51-2117-4e73-b258-67c8691b7f5b", "tag": "9cc3d31d-c924-43d3-8aaa-540208ddaef3", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:01:37.797048 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-9198c75d-c910-42be-9408-53532c3a8a31 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:01:37.797444 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'tag': '9cc3d31d-c924-43d3-8aaa-540208ddaef3', 'status': 'completed', 'code': 200} Feb 04 13:01:37.859561 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-a6af7c3e-376b-4318-84b9-decc48c3d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.861097 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-a6af7c3e-376b-4318-84b9-decc48c3d85e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 1127 time: 0.0799806 Feb 04 13:01:37.882317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028e721-a14b-437f-a407-eaacded9521e req-0a2091b7-83eb-4aec-b259-9945836e5abf tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.883781 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0028e721-a14b-437f-a407-eaacded9521e req-0a2091b7-83eb-4aec-b259-9945836e5abf tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 943 time: 0.0718377 Feb 04 13:01:37.915807 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-5543e666-9b1b-40ed-969b-ca66c497d560 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3d31d-c924-43d3-8aaa-540208ddaef3 HTTP/1.1" status: 200 len: 217 time: 0.0470221 Feb 04 13:01:37.987186 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0028e721-a14b-437f-a407-eaacded9521e req-107fbcba-307f-42c3-a77e-7049fdadba74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781989 Feb 04 13:01:37.990715 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-1d7cca84-1676-493d-a19f-5aec5c772537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:37.992684 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-1d7cca84-1676-493d-a19f-5aec5c772537 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0691028 Feb 04 13:01:38.024765 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-69a19dec-3167-4a8c-8a0d-84bc1c6525df service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259068 Feb 04 13:01:38.111835 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-d53ed8f1-d274-4526-9e6a-219724c81164 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805671 Feb 04 13:01:38.207102 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ff3329fc-479e-46e0-a7b3-42c6f283322c req-0116999b-6240-499d-8f38-5d8d89b5925f service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896773 Feb 04 13:01:38.296539 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-7aa2cf85-ad59-48b1-a11a-8dfd46d989fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:38.297957 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-7aa2cf85-ad59-48b1-a11a-8dfd46d989fd service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 1127 time: 0.0458121 Feb 04 13:01:38.391720 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-8824b8c2-322f-4f64-83b3-d9d412bf91b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:38.393308 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-8824b8c2-322f-4f64-83b3-d9d412bf91b7 service neutron] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 915 time: 0.0883486 Feb 04 13:01:38.435200 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-4fc435e2-3639-4b6f-96bb-9bc0bb814c28 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9cc3d31d-c924-43d3-8aaa-540208ddaef3 HTTP/1.1" status: 200 len: 217 time: 0.0349591 Feb 04 13:01:38.500265 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-46eb79d7-62d5-4e00-83c2-da710e368949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:38.501774 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-46eb79d7-62d5-4e00-83c2-da710e368949 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0588524 Feb 04 13:01:38.538758 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-359aaeb3-e8a9-4293-a7d2-493979d789bb service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300112 Feb 04 13:01:38.631460 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-5cd6387b-dbc1-4586-b077-dd68b2949db1 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833623 Feb 04 13:01:38.723465 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-cc863cbb-23d6-4778-a0de-9661fd30f902 req-a562b597-140b-49ee-9711-1ee9e5bc7c04 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856495 Feb 04 13:01:39.107645 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2f79fa-665e-483d-9769-9407fff55b60 req-06f0b2ca-de1f-4651-88fc-73ed6d87626f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:39.109149 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1b2f79fa-665e-483d-9769-9407fff55b60 req-06f0b2ca-de1f-4651-88fc-73ed6d87626f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 943 time: 0.0522602 Feb 04 13:01:39.161952 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1b2f79fa-665e-483d-9769-9407fff55b60 req-38fd4039-7975-4fe2-938a-c9eedf766ab0 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466843 Feb 04 13:01:40.281374 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311c8c5f-4284-4b29-8d7a-4effc969d09f req-dda98fd9-d407-47f7-a368-0b6580547663 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:40.282854 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-311c8c5f-4284-4b29-8d7a-4effc969d09f req-dda98fd9-d407-47f7-a368-0b6580547663 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 943 time: 0.0537515 Feb 04 13:01:40.328995 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-311c8c5f-4284-4b29-8d7a-4effc969d09f req-75af9599-a667-4a24-b556-d7eb814b3f35 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405519 Feb 04 13:01:41.163525 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9cc3d31d-c924-43d3-8aaa-540208ddaef3 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:01:41.269472 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 9cc3d31d-c924-43d3-8aaa-540208ddaef3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc3d31d-c924-43d3-8aaa-540208ddaef3,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:41.280908 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '9cc3d31d-c924-43d3-8aaa-540208ddaef3', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'port_id': '9cc3d31d-c924-43d3-8aaa-540208ddaef3', 'mac_address': 'fa:16:3e:04:7b:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d9b265-f053-44e2-9269-696360f844d1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:01:41.319270 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:41.319646 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.332434 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cc3d31d-c924-43d3-8aaa-540208ddaef3 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:41.355264 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 9cc3d31d-c924-43d3-8aaa-540208ddaef3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc3d31d-c924-43d3-8aaa-540208ddaef3,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:41.360113 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:41.408351 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=9cc3d31d-c924-43d3-8aaa-540208ddaef3,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:41.453352 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af389e4-1b32-4fc5-b499-74c6c85a2f60 req-902742f4-1158-4135-bb76-c77803614e87 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:41.454832 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3af389e4-1b32-4fc5-b499-74c6c85a2f60 req-902742f4-1158-4135-bb76-c77803614e87 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 944 time: 0.0531285 Feb 04 13:01:41.503194 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-3af389e4-1b32-4fc5-b499-74c6c85a2f60 req-72528bcf-00c8-4cc4-a56d-1a212a61cb57 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425396 Feb 04 13:01:41.578890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['9cc3d31d-c924-43d3-8aaa-540208ddaef3'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:01:42.622403 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6d6bdc-9ecb-4897-af41-4478892ecc86 req-4272836e-d478-42ba-ac04-e74e68fad8a7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:42.624022 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-db6d6bdc-9ecb-4897-af41-4478892ecc86 req-4272836e-d478-42ba-ac04-e74e68fad8a7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 944 time: 0.0531635 Feb 04 13:01:42.671519 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-db6d6bdc-9ecb-4897-af41-4478892ecc86 req-9079c85a-ccc3-46e6-ada4-304a5c05d00b tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418341 Feb 04 13:01:43.196435 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9cc3d31d-c924-43d3-8aaa-540208ddaef3 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:01:43.245738 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:01:43.249479 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:01:43.249857 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.344328 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:43.344732 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.367079 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3d31d-c924-43d3-8aaa-540208ddaef3'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:01:43.369321 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0517bac-1bed-4277-8f6a-180e684c8a37" -d '{"events": [{"server_uuid": "a74fec51-2117-4e73-b258-67c8691b7f5b", "name": "network-vif-plugged", "status": "completed", "tag": "9cc3d31d-c924-43d3-8aaa-540208ddaef3"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:01:43.381831 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 9cc3d31d-c924-43d3-8aaa-540208ddaef3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc3d31d-c924-43d3-8aaa-540208ddaef3,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:43.386208 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:43.413630 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8138cbc9-2a8c-4ea9-b923-4dde663ceb00 x-openstack-request-id: req-8138cbc9-2a8c-4ea9-b923-4dde663ceb00 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:01:43.413922 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74fec51-2117-4e73-b258-67c8691b7f5b", "name": "network-vif-plugged", "status": "completed", "tag": "9cc3d31d-c924-43d3-8aaa-540208ddaef3", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:01:43.414170 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-8138cbc9-2a8c-4ea9-b923-4dde663ceb00 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:01:43.414553 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cc3d31d-c924-43d3-8aaa-540208ddaef3', 'code': 200} Feb 04 13:01:43.441146 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=9cc3d31d-c924-43d3-8aaa-540208ddaef3,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:43.592017 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2adedb-da8b-4971-ac43-16ec1ce00bac req-e9e12a38-2e82-4933-8b38-38225df4d6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:43.593547 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b2adedb-da8b-4971-ac43-16ec1ce00bac req-e9e12a38-2e82-4933-8b38-38225df4d6cb service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 1129 time: 0.0479081 Feb 04 13:01:43.637853 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b2adedb-da8b-4971-ac43-16ec1ce00bac req-406dbfc5-c12f-46db-b9d5-d5a0b1ae0558 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376971 Feb 04 13:01:43.790842 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16766a8-d418-4675-9312-feabc3a9d808 req-0f8b76ee-dcfb-426f-a8ad-1060bd81265d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:43.792388 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c16766a8-d418-4675-9312-feabc3a9d808 req-0f8b76ee-dcfb-426f-a8ad-1060bd81265d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 945 time: 0.0518043 Feb 04 13:01:43.839051 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c16766a8-d418-4675-9312-feabc3a9d808 req-a8bc6a10-f0b4-42c1-88f6-9764b293eb56 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410936 Feb 04 13:01:44.605894 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:44.957512 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0d796e-7269-470b-af4a-dd4f95bfbfcb req-7db6da22-21d6-4253-bd1e-a373fedc4678 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:44.958999 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fc0d796e-7269-470b-af4a-dd4f95bfbfcb req-7db6da22-21d6-4253-bd1e-a373fedc4678 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 945 time: 0.0513680 Feb 04 13:01:45.005571 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-fc0d796e-7269-470b-af4a-dd4f95bfbfcb req-44ac778e-14e6-4f32-a4d0-023c01f9673d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Feb 04 13:01:48.889169 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-135de9bf-e543-490c-9ff3-6a1408f6fd1d service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0429125 Feb 04 13:01:48.982220 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-a8da2246-8ff0-413b-93a3-d705b6379e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:48.983641 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-a8da2246-8ff0-413b-93a3-d705b6379e1f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 1129 time: 0.0488987 Feb 04 13:01:49.086463 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-c622d73d-7a2f-411f-948b-800d812b804b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:49.088203 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-c622d73d-7a2f-411f-948b-800d812b804b service neutron] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 915 time: 0.0864573 Feb 04 13:01:49.133164 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-4a3e1fbc-1de7-4b97-9b09-65befb8a8460 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 HTTP/1.1" status: 200 len: 217 time: 0.0388892 Feb 04 13:01:49.184650 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-b218597b-c461-48b6-b0c4-275b184a97db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:49.186147 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-b218597b-c461-48b6-b0c4-275b184a97db service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0440588 Feb 04 13:01:49.218905 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-c477e6a2-330d-45fa-bf48-2d2d454a5583 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254767 Feb 04 13:01:49.307611 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-9fb7d345-4032-40be-b8f1-acc960a630ee service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816522 Feb 04 13:01:49.403627 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2daefa5d-7948-4f6f-8b8a-6c748e491ac4 req-48683adc-39e0-4dea-97f9-a5d9701cd1db service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874774 Feb 04 13:01:54.663081 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-47b1c8a2-98ad-4086-accd-5c8258c55f4d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:54.664578 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-47b1c8a2-98ad-4086-accd-5c8258c55f4d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1062586 Feb 04 13:01:54.679826 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-8f907348-12d6-4699-b8c2-860af6c10870 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/quotas/72f065b562f743e796976fcf6adb47dd HTTP/1.1" status: 200 len: 375 time: 0.0097635 Feb 04 13:01:54.738119 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-6d03ae2e-7839-45d5-a111-7a808aa56e52 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0531771 Feb 04 13:01:54.833733 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-f5c9dc77-36ec-46c0-87ea-cdcda9ce51be service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887187 Feb 04 13:01:54.923367 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-a0cec836-0f0a-4b35-8706-b7c29c0154f8 service neutron] 10.222.0.26 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838473 Feb 04 13:01:55.082801 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bb20ad7a-aa8b-4067-91cd-c007e728b67e req-11d615c4-4622-4ac9-8a74-8d78b0008da8 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 210 time: 0.0300424 Feb 04 13:01:56.182501 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-a8a43e0c-24e9-4542-afcd-d3f34baa88e5 req-a754954e-341a-40c3-9bc6-dab58304ab34 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 210 time: 0.0288594 Feb 04 13:01:56.328855 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-76f05f32-848b-4c80-b961-2520c0c3525f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.331079 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-76f05f32-848b-4c80-b961-2520c0c3525f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 815 time: 0.1269784 Feb 04 13:01:56.359338 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Request body: {'port': {'device_id': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'admin_state_up': True, 'tenant_id': '72f065b562f743e796976fcf6adb47dd'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:56.469314 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Made reservation on behalf of 72f065b562f743e796976fcf6adb47dd for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:01:56.472924 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.598203 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Allocated IP 172.20.0.13 (4ae4e934-fe18-4e19-90f2-99b004c755c8/14d9b265-f053-44e2-9269-696360f844d1/5767355f-c2f1-48af-bdb3-763823293f4d) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:01:56.751093 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks [] for port (5767355f-c2f1-48af-bdb3-763823293f4d), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.786138 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.800346 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', '4389caa4-076f-4348-b518-971fa6a0b476', '9cc3d31d-c924-43d3-8aaa-540208ddaef3'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:01:56.831726 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Network 4ae4e934-fe18-4e19-90f2-99b004c755c8 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:01:56.834892 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:01:56.838569 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:01:56.863951 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event updated for resources: {'Port': ['ID=5767355f-c2f1-48af-bdb3-763823293f4d,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:56.889404 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:56.890019 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:56.906311 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-753f53a0-c3c1-439f-afd0-7dd175e02c74 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5510385 Feb 04 13:01:56.920120 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Request body: {'port': {'device_id': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:01:56.982640 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.254548 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5767355f-c2f1-48af-bdb3-763823293f4d {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:57.264676 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Publish callbacks [] for port (5767355f-c2f1-48af-bdb3-763823293f4d), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.301619 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Transition to ACTIVE for port object 5767355f-c2f1-48af-bdb3-763823293f4d will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:01:57.306495 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.371022 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Pushing event updated for resources: {'Port': ['ID=5767355f-c2f1-48af-bdb3-763823293f4d,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:57.380200 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b4ae2a-0524-43a9-b646-66a7287cf654 req-9b6719c9-1796-4b95-b1a8-fbdab7d64b2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.381715 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f1b4ae2a-0524-43a9-b646-66a7287cf654 req-9b6719c9-1796-4b95-b1a8-fbdab7d64b2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 932 time: 0.1217432 Feb 04 13:01:57.494612 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-f1b4ae2a-0524-43a9-b646-66a7287cf654 req-42d237a5-832b-42f2-82ea-c663d3f139c0 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945261 Feb 04 13:01:57.500388 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Attempting to bind port 5767355f-c2f1-48af-bdb3-763823293f4d on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:01:57.500834 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Attempting to bind port 5767355f-c2f1-48af-bdb3-763823293f4d by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:01:57.501306 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Attempting to bind port 5767355f-c2f1-48af-bdb3-763823293f4d on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:57.507468 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Port 5767355f-c2f1-48af-bdb3-763823293f4d on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:01:57.507845 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Attempting to bind port 5767355f-c2f1-48af-bdb3-763823293f4d on network 4ae4e934-fe18-4e19-90f2-99b004c755c8 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:01:57.515791 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 1, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:01:57.516344 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Checking segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:01:57.516960 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Bound using segment: {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:01:57.517839 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Bound port: 5767355f-c2f1-48af-bdb3-763823293f4d, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac888449-6f25-48fa-b04f-5c691cdcc4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:01:57.518410 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.589362 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] For port 5767355f-c2f1-48af-bdb3-763823293f4d, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:01:57.592657 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] For port 5767355f-c2f1-48af-bdb3-763823293f4d, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5767355f-c2f1-48af-bdb3-763823293f4d,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:01:57.600367 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.637208 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.637862 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:57.639293 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] 10.222.0.75 "PUT /v2.0/ports/5767355f-c2f1-48af-bdb3-763823293f4d HTTP/1.1" status: 200 len: 1094 time: 0.7233231 Feb 04 13:01:57.639741 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'tag': '5767355f-c2f1-48af-bdb3-763823293f4d'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:01:57.641987 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176267b9-ee42-4570-baee-b97df53896c7" -d '{"events": [{"name": "network-changed", "server_uuid": "0fcc2a18-e4ca-4816-af23-f2354a9d768b", "tag": "5767355f-c2f1-48af-bdb3-763823293f4d"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:01:57.664578 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adebf3cc-0517-4a2b-8a63-bc3a1ac6368a service neutron] Pushing event updated for resources: {'Port': ['ID=5767355f-c2f1-48af-bdb3-763823293f4d,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:57.691536 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6710a87-af9d-4627-947b-c355fd6bf6ee x-openstack-request-id: req-c6710a87-af9d-4627-947b-c355fd6bf6ee {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:01:57.691834 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fcc2a18-e4ca-4816-af23-f2354a9d768b", "tag": "5767355f-c2f1-48af-bdb3-763823293f4d", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:01:57.692091 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c6710a87-af9d-4627-947b-c355fd6bf6ee {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:01:57.692492 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'tag': '5767355f-c2f1-48af-bdb3-763823293f4d', 'status': 'completed', 'code': 200} Feb 04 13:01:57.728599 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-c832ab57-4d56-4b8e-9a41-e367df288d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.730036 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-c832ab57-4d56-4b8e-9a41-e367df288d61 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 1128 time: 0.0483451 Feb 04 13:01:57.777093 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-4b64c172-7936-4944-8864-b2d64a104946 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5767355f-c2f1-48af-bdb3-763823293f4d HTTP/1.1" status: 200 len: 217 time: 0.0374069 Feb 04 13:01:57.827330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-4345d92d-e80f-4daf-9717-e1e91789282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:57.828788 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-4345d92d-e80f-4daf-9717-e1e91789282f service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0436127 Feb 04 13:01:57.859807 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-38b0fc2f-849b-4050-9975-34730715a5d7 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248127 Feb 04 13:01:57.946333 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-8c7f2fd2-0af5-4487-bbd2-fe239e9673b0 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803924 Feb 04 13:01:58.040289 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-369b99df-e080-41be-b978-531e2fd5c7e7 req-53c96966-31fa-4849-bf8a-2ca09fd51e13 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874832 Feb 04 13:01:58.141664 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176267b9-ee42-4570-baee-b97df53896c7 req-c1947da9-bfba-4bfa-850e-7942b1ad333f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.143678 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-176267b9-ee42-4570-baee-b97df53896c7 req-c1947da9-bfba-4bfa-850e-7942b1ad333f service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=72f065b562f743e796976fcf6adb47dd&device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 1128 time: 0.0458972 Feb 04 13:01:58.238105 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176267b9-ee42-4570-baee-b97df53896c7 req-7c62b128-6e22-4caa-b70c-981b159e759c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.239650 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-176267b9-ee42-4570-baee-b97df53896c7 req-7c62b128-6e22-4caa-b70c-981b159e759c service neutron] 10.222.0.75 "GET /v2.0/networks?id=4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 200 len: 915 time: 0.0880363 Feb 04 13:01:58.283977 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-176267b9-ee42-4570-baee-b97df53896c7 req-420af72f-c3ae-4c6d-855d-24df25fb530e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5767355f-c2f1-48af-bdb3-763823293f4d HTTP/1.1" status: 200 len: 217 time: 0.0355983 Feb 04 13:01:58.331345 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176267b9-ee42-4570-baee-b97df53896c7 req-36109d22-4cf4-43a8-a4f3-f662bf130f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.332834 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-176267b9-ee42-4570-baee-b97df53896c7 req-36109d22-4cf4-43a8-a4f3-f662bf130f32 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 200 len: 855 time: 0.0428720 Feb 04 13:01:58.368367 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-176267b9-ee42-4570-baee-b97df53896c7 req-3183a20e-9db2-4293-8afe-2b2416d98734 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=4ae4e934-fe18-4e19-90f2-99b004c755c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291483 Feb 04 13:01:58.463529 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-176267b9-ee42-4570-baee-b97df53896c7 req-3d557950-b882-4b6e-b5bb-01bb6bd7e75e service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830486 Feb 04 13:01:58.469911 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-10b43791-6a12-44fd-b524-2d721b738e69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:58.561060 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-176267b9-ee42-4570-baee-b97df53896c7 req-a4d9d856-c5e2-4465-8fc0-6951f854d8a9 service neutron] 10.222.0.75 "GET /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908613 Feb 04 13:01:58.883450 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c3190c-6bf2-43bb-87ef-a147b9c8c7cc req-f6aa4011-f362-4b09-a825-ad35a1424bd1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:01:58.884965 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-21c3190c-6bf2-43bb-87ef-a147b9c8c7cc req-f6aa4011-f362-4b09-a825-ad35a1424bd1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 944 time: 0.3099935 Feb 04 13:01:58.932582 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-21c3190c-6bf2-43bb-87ef-a147b9c8c7cc req-986ca238-81ac-4c59-94af-f4534347a7d1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420394 Feb 04 13:01:59.213662 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 5767355f-c2f1-48af-bdb3-763823293f4d details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:01:59.309311 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 5767355f-c2f1-48af-bdb3-763823293f4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5767355f-c2f1-48af-bdb3-763823293f4d,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:59.322010 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '5767355f-c2f1-48af-bdb3-763823293f4d', 'network_id': '4ae4e934-fe18-4e19-90f2-99b004c755c8', 'port_id': '5767355f-c2f1-48af-bdb3-763823293f4d', 'mac_address': 'fa:16:3e:80:96:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14d9b265-f053-44e2-9269-696360f844d1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:01:59.361710 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 5767355f-c2f1-48af-bdb3-763823293f4d is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:01:59.362132 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:59.374836 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5767355f-c2f1-48af-bdb3-763823293f4d {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:01:59.394754 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 5767355f-c2f1-48af-bdb3-763823293f4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5767355f-c2f1-48af-bdb3-763823293f4d,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:01:59.398640 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:01:59.445920 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=5767355f-c2f1-48af-bdb3-763823293f4d,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:01:59.639998 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['5767355f-c2f1-48af-bdb3-763823293f4d'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:02:00.065838 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695245dc-55c5-4218-844e-f97577af3cf6 req-8b70973b-7c6b-4049-a32d-46b80ecba277 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:00.067375 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-695245dc-55c5-4218-844e-f97577af3cf6 req-8b70973b-7c6b-4049-a32d-46b80ecba277 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 945 time: 0.0575247 Feb 04 13:02:00.116866 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-695245dc-55c5-4218-844e-f97577af3cf6 req-f32de6e8-9ca7-43c9-9022-b10f833367e1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433474 Feb 04 13:02:01.060641 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ad9f5583-824e-4baa-a2c1-c7dc3f8c9d76 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.237787 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa59bea-55b4-4e38-9ad1-e6b723f1d315 req-68c91b0e-c8ed-4fd2-b492-af79ad837373 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:01.239358 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6aa59bea-55b4-4e38-9ad1-e6b723f1d315 req-68c91b0e-c8ed-4fd2-b492-af79ad837373 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 945 time: 0.0536218 Feb 04 13:02:01.245967 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 5767355f-c2f1-48af-bdb3-763823293f4d up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:02:01.289019 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6aa59bea-55b4-4e38-9ad1-e6b723f1d315 req-0a862055-1241-46c2-bf0d-161ac865b158 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430558 Feb 04 13:02:01.295627 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 5767355f-c2f1-48af-bdb3-763823293f4d completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:02:01.301262 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 5767355f-c2f1-48af-bdb3-763823293f4d triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:02:01.302283 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.381048 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 5767355f-c2f1-48af-bdb3-763823293f4d is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:02:01.381434 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.403674 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5767355f-c2f1-48af-bdb3-763823293f4d'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:01.405920 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d716f727-ff32-4956-947d-d8e1cf683535" -d '{"events": [{"server_uuid": "0fcc2a18-e4ca-4816-af23-f2354a9d768b", "name": "network-vif-plugged", "status": "completed", "tag": "5767355f-c2f1-48af-bdb3-763823293f4d"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:01.419344 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 5767355f-c2f1-48af-bdb3-763823293f4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5767355f-c2f1-48af-bdb3-763823293f4d,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:01.423553 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:01.449518 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b631edc6-bb51-4d4e-8efa-811bef9ababf x-openstack-request-id: req-b631edc6-bb51-4d4e-8efa-811bef9ababf {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:01.449827 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc2a18-e4ca-4816-af23-f2354a9d768b", "name": "network-vif-plugged", "status": "completed", "tag": "5767355f-c2f1-48af-bdb3-763823293f4d", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:01.450087 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-b631edc6-bb51-4d4e-8efa-811bef9ababf {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:01.450483 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5767355f-c2f1-48af-bdb3-763823293f4d', 'code': 200} Feb 04 13:02:01.478785 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=5767355f-c2f1-48af-bdb3-763823293f4d,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:01.619514 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8b8224-48b4-4659-adc2-8da577ad1cd6 req-eb597431-2a21-42c8-a363-bb9d6498b842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:01.620905 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-af8b8224-48b4-4659-adc2-8da577ad1cd6 req-eb597431-2a21-42c8-a363-bb9d6498b842 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 1130 time: 0.0481653 Feb 04 13:02:01.667911 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-af8b8224-48b4-4659-adc2-8da577ad1cd6 req-d0ffc416-952e-4eef-b5b0-1e71926f6a46 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411510 Feb 04 13:02:02.409929 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c4de92-f845-4b06-8237-530249b665ff req-79fffbbd-3008-46fc-981d-f809fbfd08af tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:02.411451 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-78c4de92-f845-4b06-8237-530249b665ff req-79fffbbd-3008-46fc-981d-f809fbfd08af tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 946 time: 0.0532346 Feb 04 13:02:02.457651 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-78c4de92-f845-4b06-8237-530249b665ff req-9163c1e6-4436-4622-bda2-43ee52d13f57 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407081 Feb 04 13:02:03.424765 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:03.577198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5eaaa0-7d57-44a3-84ac-3100dd9d03f3 req-4391569f-c6d4-4d7c-945f-9ffe80624058 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:03.578824 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9c5eaaa0-7d57-44a3-84ac-3100dd9d03f3 req-4391569f-c6d4-4d7c-945f-9ffe80624058 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 946 time: 0.0523248 Feb 04 13:02:03.626197 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9c5eaaa0-7d57-44a3-84ac-3100dd9d03f3 req-5c438ba7-c9b8-4a33-a66a-1312cd5061f1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410619 Feb 04 13:02:04.748573 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:04.950644 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:14.118857 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:02:14.355782 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce552a4-40e2-463d-a3eb-04fdbbeb7925 req-84406aff-deb8-4b47-8a8a-83eaeb13de6c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:14.357264 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8ce552a4-40e2-463d-a3eb-04fdbbeb7925 req-84406aff-deb8-4b47-8a8a-83eaeb13de6c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 946 time: 0.0563116 Feb 04 13:02:14.405651 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8ce552a4-40e2-463d-a3eb-04fdbbeb7925 req-1f832ca3-a6cd-484f-807a-884ce6c3258e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426607 Feb 04 13:02:14.630095 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:15.543059 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a40d9a6-a112-404d-ab52-c4efc207eaac req-fca1889f-eb88-49a9-9254-f86ab164c2dc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:15.544507 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3a40d9a6-a112-404d-ab52-c4efc207eaac req-fca1889f-eb88-49a9-9254-f86ab164c2dc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 946 time: 0.0599275 Feb 04 13:02:15.592868 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3a40d9a6-a112-404d-ab52-c4efc207eaac req-b0a3a167-6c0b-49d9-b3d1-001812802fb8 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417893 Feb 04 13:02:16.018409 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-c7868940-87a3-4690-a275-ee2d1d0b078d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:16.019950 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-c7868940-87a3-4690-a275-ee2d1d0b078d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 946 time: 0.0534554 Feb 04 13:02:16.116964 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Deleting port 5767355f-c2f1-48af-bdb3-763823293f4d {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:16.117312 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.217996 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] For port 5767355f-c2f1-48af-bdb3-763823293f4d, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=5767355f-c2f1-48af-bdb3-763823293f4d,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:16.218362 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.231468 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Calling delete_port for 5767355f-c2f1-48af-bdb3-763823293f4d owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:16.358297 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (5767355f-c2f1-48af-bdb3-763823293f4d), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.372317 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', '4389caa4-076f-4348-b518-971fa6a0b476', '9cc3d31d-c924-43d3-8aaa-540208ddaef3', '5767355f-c2f1-48af-bdb3-763823293f4d'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:02:16.386333 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event deleted for resources: {'Port': ['ID=5767355f-c2f1-48af-bdb3-763823293f4d,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:16.398848 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.399239 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.399594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.399947 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.400286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.400629 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.400967 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.401311 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.401640 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.401978 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.402308 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.402642 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.403001 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:16.439679 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] No DVR routers for this DVR port 5767355f-c2f1-48af-bdb3-763823293f4d on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:16.442921 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:16.448316 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6410a763-3a3e-4b70-ba47-f86a138b3e7a req-77bd4cd4-47f4-4203-9a42-e812de3af39e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "DELETE /v2.0/ports/5767355f-c2f1-48af-bdb3-763823293f4d HTTP/1.1" status: 204 len: 173 time: 0.4215317 Feb 04 13:02:16.448780 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'name': 'network-vif-deleted', 'tag': '5767355f-c2f1-48af-bdb3-763823293f4d'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:16.451215 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e919188-fd6e-4e41-9886-541b036ead1f" -d '{"events": [{"server_uuid": "0fcc2a18-e4ca-4816-af23-f2354a9d768b", "name": "network-vif-deleted", "tag": "5767355f-c2f1-48af-bdb3-763823293f4d"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:16.490910 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6739afae-6faf-4db6-8e81-8f35242e4844 x-openstack-request-id: req-6739afae-6faf-4db6-8e81-8f35242e4844 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:16.491246 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fcc2a18-e4ca-4816-af23-f2354a9d768b", "name": "network-vif-deleted", "tag": "5767355f-c2f1-48af-bdb3-763823293f4d", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:16.491502 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-6739afae-6faf-4db6-8e81-8f35242e4844 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:16.491921 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0fcc2a18-e4ca-4816-af23-f2354a9d768b', 'name': 'network-vif-deleted', 'tag': '5767355f-c2f1-48af-bdb3-763823293f4d', 'status': 'completed', 'code': 200} Feb 04 13:02:16.705831 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3ce82d59-032c-4b38-8d04-c2d13b82ceb8 req-5d60dd43-b711-429b-a6da-c5e914e2e8eb tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=0fcc2a18-e4ca-4816-af23-f2354a9d768b HTTP/1.1" status: 200 len: 210 time: 0.0304267 Feb 04 13:02:19.259666 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da1c4bd-efa4-4539-bde6-2283c7befa1d req-3c414c48-730a-4765-bc19-34bc01f0bfbe tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:19.261188 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1da1c4bd-efa4-4539-bde6-2283c7befa1d req-3c414c48-730a-4765-bc19-34bc01f0bfbe tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 945 time: 0.0548823 Feb 04 13:02:19.308610 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1da1c4bd-efa4-4539-bde6-2283c7befa1d req-8cbbd378-5b34-4112-873f-2fd2c10736c9 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418956 Feb 04 13:02:19.340805 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 5767355f-c2f1-48af-bdb3-763823293f4d no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:02:19.363663 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 5767355f-c2f1-48af-bdb3-763823293f4d {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:02:19.364014 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 5767355f-c2f1-48af-bdb3-763823293f4d not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:02:20.429354 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39cf29b-9e38-4f68-acc1-2ac8ae3500df req-bfaa806c-b5f9-4ca8-96fa-8e03ff614057 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.430858 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e39cf29b-9e38-4f68-acc1-2ac8ae3500df req-bfaa806c-b5f9-4ca8-96fa-8e03ff614057 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 945 time: 0.0525143 Feb 04 13:02:20.478584 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e39cf29b-9e38-4f68-acc1-2ac8ae3500df req-937f5cb4-9797-42d8-9fa7-9b969100976c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421705 Feb 04 13:02:20.770518 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-1b7c9034-3a95-4d3f-8c21-eb46c0f22a4e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:20.772221 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-1b7c9034-3a95-4d3f-8c21-eb46c0f22a4e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 945 time: 0.0534103 Feb 04 13:02:20.866755 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Deleting port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:20.867132 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.953912 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] For port 9cc3d31d-c924-43d3-8aaa-540208ddaef3, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=9cc3d31d-c924-43d3-8aaa-540208ddaef3,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:20.954282 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:20.966794 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Calling delete_port for 9cc3d31d-c924-43d3-8aaa-540208ddaef3 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:21.095334 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (9cc3d31d-c924-43d3-8aaa-540208ddaef3), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.108556 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', '4389caa4-076f-4348-b518-971fa6a0b476', '9cc3d31d-c924-43d3-8aaa-540208ddaef3'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:02:21.139751 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event deleted for resources: {'Port': ['ID=9cc3d31d-c924-43d3-8aaa-540208ddaef3,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:21.190419 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] No DVR routers for this DVR port 9cc3d31d-c924-43d3-8aaa-540208ddaef3 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:21.193169 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:21.196519 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-6d87d42a-5b14-45ab-a788-3dfc0650de58 req-665085d0-ee63-4e68-8185-dc30d02b481e tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "DELETE /v2.0/ports/9cc3d31d-c924-43d3-8aaa-540208ddaef3 HTTP/1.1" status: 204 len: 173 time: 0.4187746 Feb 04 13:02:21.196970 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'name': 'network-vif-deleted', 'tag': '9cc3d31d-c924-43d3-8aaa-540208ddaef3'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:21.199220 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38227535-d83c-4b42-a870-0b66bc7984ec" -d '{"events": [{"server_uuid": "a74fec51-2117-4e73-b258-67c8691b7f5b", "name": "network-vif-deleted", "tag": "9cc3d31d-c924-43d3-8aaa-540208ddaef3"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:21.244273 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08db9c22-d962-42b1-b90b-8135ef318892 x-openstack-request-id: req-08db9c22-d962-42b1-b90b-8135ef318892 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:21.244829 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a74fec51-2117-4e73-b258-67c8691b7f5b", "name": "network-vif-deleted", "tag": "9cc3d31d-c924-43d3-8aaa-540208ddaef3", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:21.245088 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-08db9c22-d962-42b1-b90b-8135ef318892 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:21.245496 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a74fec51-2117-4e73-b258-67c8691b7f5b', 'name': 'network-vif-deleted', 'tag': '9cc3d31d-c924-43d3-8aaa-540208ddaef3', 'status': 'completed', 'code': 200} Feb 04 13:02:21.585454 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9c2c6ed9-9084-44d8-87a6-a396f6057511 req-d4bbca61-4527-4ffe-a9cb-c4da6a309eac tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=a74fec51-2117-4e73-b258-67c8691b7f5b HTTP/1.1" status: 200 len: 210 time: 0.0274212 Feb 04 13:02:22.857168 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8af2bb-503b-414f-a2f4-5ca8592c3fac req-5b96d27d-5af7-493a-8007-f65f9add93f1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:22.858715 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0b8af2bb-503b-414f-a2f4-5ca8592c3fac req-5b96d27d-5af7-493a-8007-f65f9add93f1 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 945 time: 0.0526967 Feb 04 13:02:22.909882 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0b8af2bb-503b-414f-a2f4-5ca8592c3fac req-1448da35-da19-4a7d-bb3e-784cf6c9459b tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448756 Feb 04 13:02:23.348820 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9cc3d31d-c924-43d3-8aaa-540208ddaef3 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:02:23.368861 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 9cc3d31d-c924-43d3-8aaa-540208ddaef3 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:02:23.369207 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 9cc3d31d-c924-43d3-8aaa-540208ddaef3 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:02:24.029570 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69a04a-294c-4c3c-b754-eb247e54cae3 req-7c2e26a3-33a0-44b4-ac44-76e6d5b33c2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:24.031103 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1a69a04a-294c-4c3c-b754-eb247e54cae3 req-7c2e26a3-33a0-44b4-ac44-76e6d5b33c2c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 945 time: 0.0527923 Feb 04 13:02:24.113014 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-1a69a04a-294c-4c3c-b754-eb247e54cae3 req-29bf5a6b-6623-4147-bb6d-aa0ca4c1a2d7 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761559 Feb 04 13:02:24.124652 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-093bdd2f-0b74-4489-924a-75b9c7f35dab tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:24.126123 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-093bdd2f-0b74-4489-924a-75b9c7f35dab tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/ports?device_id=e6aaab16-a402-41b3-9111-f5e83f9f62c2 HTTP/1.1" status: 200 len: 945 time: 0.0877140 Feb 04 13:02:24.217127 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Deleting port 4389caa4-076f-4348-b518-971fa6a0b476 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:24.217481 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (4389caa4-076f-4348-b518-971fa6a0b476), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:24.309159 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] For port 4389caa4-076f-4348-b518-971fa6a0b476, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4389caa4-076f-4348-b518-971fa6a0b476,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:24.309527 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (4389caa4-076f-4348-b518-971fa6a0b476), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:24.323286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Calling delete_port for 4389caa4-076f-4348-b518-971fa6a0b476 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:24.447581 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4389caa4-076f-4348-b518-971fa6a0b476), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:24.458619 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', '4389caa4-076f-4348-b518-971fa6a0b476'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:02:24.480285 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event deleted for resources: {'Port': ['ID=4389caa4-076f-4348-b518-971fa6a0b476,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:24.536256 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] No DVR routers for this DVR port 4389caa4-076f-4348-b518-971fa6a0b476 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:24.538708 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:24.542379 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a460e3d8-9d4e-42ae-b04d-8f58476e6865 req-c4700850-d284-4110-a46f-b0bbe9ae9318 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "DELETE /v2.0/ports/4389caa4-076f-4348-b518-971fa6a0b476 HTTP/1.1" status: 204 len: 173 time: 0.4114456 Feb 04 13:02:24.542836 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'name': 'network-vif-deleted', 'tag': '4389caa4-076f-4348-b518-971fa6a0b476'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:24.545233 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799f9791-e496-4c81-bafa-f2f0329227e1" -d '{"events": [{"server_uuid": "e6aaab16-a402-41b3-9111-f5e83f9f62c2", "name": "network-vif-deleted", "tag": "4389caa4-076f-4348-b518-971fa6a0b476"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:24.584381 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c419e4de-6c8d-4deb-8434-3c2d3ab1720b x-openstack-request-id: req-c419e4de-6c8d-4deb-8434-3c2d3ab1720b {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:24.584812 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6aaab16-a402-41b3-9111-f5e83f9f62c2", "name": "network-vif-deleted", "tag": "4389caa4-076f-4348-b518-971fa6a0b476", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:24.585153 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-c419e4de-6c8d-4deb-8434-3c2d3ab1720b {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:24.585644 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6aaab16-a402-41b3-9111-f5e83f9f62c2', 'name': 'network-vif-deleted', 'tag': '4389caa4-076f-4348-b518-971fa6a0b476', 'status': 'completed', 'code': 200} Feb 04 13:02:26.565521 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d5821d-d137-42b8-8172-c5678f718c6a req-6082c826-a48a-4339-a420-095dc1aa295b tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:26.567053 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-41d5821d-d137-42b8-8172-c5678f718c6a req-6082c826-a48a-4339-a420-095dc1aa295b tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 945 time: 0.0644352 Feb 04 13:02:26.624801 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-41d5821d-d137-42b8-8172-c5678f718c6a req-3e335c30-6b7d-4e05-b980-ca2225050c5f tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495954 Feb 04 13:02:27.379614 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4389caa4-076f-4348-b518-971fa6a0b476 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:02:27.399413 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 4389caa4-076f-4348-b518-971fa6a0b476 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:02:27.399788 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4389caa4-076f-4348-b518-971fa6a0b476 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:02:27.746929 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b53938-3b97-4747-b046-6dd263a879d9 req-fb965d0e-1cd0-4721-9942-88b73dc83a3d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:27.748465 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-48b53938-3b97-4747-b046-6dd263a879d9 req-fb965d0e-1cd0-4721-9942-88b73dc83a3d tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 945 time: 0.0527084 Feb 04 13:02:27.794325 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-48b53938-3b97-4747-b046-6dd263a879d9 req-8a870636-9edb-4e63-987b-d5ede0b79e9c tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/security-groups?id=d0da0d09-5a8d-4a00-b935-dedfd73f023c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400107 Feb 04 13:02:27.968053 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-9998f9c1-6a0e-4a39-9198-a3b419d30050 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:02:27.969528 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-9998f9c1-6a0e-4a39-9198-a3b419d30050 tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 945 time: 0.0554931 Feb 04 13:02:28.062272 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Deleting port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:02:28.062619 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.154140 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] For port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,segment=NetworkSegment(ac888449-6f25-48fa-b04f-5c691cdcc4e4),segment_id=ac888449-6f25-48fa-b04f-5c691cdcc4e4)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:02:28.154511 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.167902 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Calling delete_port for 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:02:28.299148 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.309769 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:02:28.329297 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Pushing event deleted for resources: {'Port': ['ID=2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:28.374810 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] No DVR routers for this DVR port 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:02:28.378221 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.381575 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a7da81c8-226a-4f0e-88c3-4664104db2c5 req-a750e57a-34d9-4e55-9c7c-0bd8bd06e1cc tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.75 "DELETE /v2.0/ports/2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 HTTP/1.1" status: 204 len: 173 time: 0.4073281 Feb 04 13:02:28.382020 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'name': 'network-vif-deleted', 'tag': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:02:28.384315 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089f1b65-1c61-400f-a8a9-eccae2809b2c" -d '{"events": [{"server_uuid": "4afbdb5f-e397-4b52-bd07-e83881eba9b7", "name": "network-vif-deleted", "tag": "2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:02:28.423981 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:02:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3986e40a-ba81-4338-891e-998c215c2224 x-openstack-request-id: req-3986e40a-ba81-4338-891e-998c215c2224 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:02:28.424304 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4afbdb5f-e397-4b52-bd07-e83881eba9b7", "name": "network-vif-deleted", "tag": "2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:02:28.424562 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-3986e40a-ba81-4338-891e-998c215c2224 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:02:28.424994 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4afbdb5f-e397-4b52-bd07-e83881eba9b7', 'name': 'network-vif-deleted', 'tag': '2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30', 'status': 'completed', 'code': 200} Feb 04 13:02:28.476912 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-42838ad4-cda5-465c-940b-c9fb68f8e9e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:28.903290 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-098cc1b9-155a-41cb-b4af-4e33c9a3c2de req-7b54b73c-8d13-4468-b158-df69fea7bc5b tempest-AttachVolumeNegativeTest-2065092212 tempest-AttachVolumeNegativeTest-2065092212-project] 10.222.0.26 "GET /v2.0/ports?device_id=4afbdb5f-e397-4b52-bd07-e83881eba9b7 HTTP/1.1" status: 200 len: 210 time: 0.0275211 Feb 04 13:02:29.959603 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58558) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:30.005462 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] Deleting subnet 14d9b265-f053-44e2-9269-696360f844d1 {{(pid=109007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:02:30.008564 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] Publish callbacks [] for subnet (14d9b265-f053-44e2-9269-696360f844d1), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.046188 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8827380'] for subnet (14d9b265-f053-44e2-9269-696360f844d1), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.084899 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (14d9b265-f053-44e2-9269-696360f844d1), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.140054 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8503751', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8527803'] for subnet (14d9b265-f053-44e2-9269-696360f844d1), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.167143 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14d9b265-f053-44e2-9269-696360f844d1,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:30.169145 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for subnet (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.172379 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-d6a73a1c-ce0a-4913-9ef0-94daccff54f4 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/14d9b265-f053-44e2-9269-696360f844d1 HTTP/1.1" status: 204 len: 168 time: 0.2117376 Feb 04 13:02:30.175568 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58560) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:30.246859 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (4ae4e934-fe18-4e19-90f2-99b004c755c8), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.324778 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (4ae4e934-fe18-4e19-90f2-99b004c755c8), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.344366 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ae4e934-fe18-4e19-90f2-99b004c755c8']}} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:30.354038 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac888449-6f25-48fa-b04f-5c691cdcc4e4') {'for_net_delete': True} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:30.354337 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac888449-6f25-48fa-b04f-5c691cdcc4e4') {} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:02:30.363543 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827389'] for segment (ac888449-6f25-48fa-b04f-5c691cdcc4e4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.376436 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (ac888449-6f25-48fa-b04f-5c691cdcc4e4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.382972 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=109007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:02:30.383373 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8503657'] for segment (ac888449-6f25-48fa-b04f-5c691cdcc4e4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: Traceback (most recent call last): Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: timer() Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: cb(*args, **kw) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: return func(*args, **kwargs) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: self._notify() Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: self.callback(batched_events) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: event.method(event) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: return f(self, *a, **k) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._get(url).json() Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: return self.request(url, 'GET', **kwargs) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:02:30.385081 dv-cinder-817351-9-iscsi neutron-server[109007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:02:30.443590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (4ae4e934-fe18-4e19-90f2-99b004c755c8), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.448800 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.451963 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] 10.222.0.26 "DELETE /v2.0/networks/4ae4e934-fe18-4e19-90f2-99b004c755c8 HTTP/1.1" status: 204 len: 168 time: 0.2754428 Feb 04 13:02:30.463636 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d50e21-94b8-4824-a4a7-4c90fdb36996 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ae4e934-fe18-4e19-90f2-99b004c755c8,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:30.590964 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58564) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:30.631305 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-e0fd181e-072d-43e7-a17e-6318b4c65a9c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=72f065b562f743e796976fcf6adb47dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391226 Feb 04 13:02:30.633880 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58566) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:30.681821 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Publish callbacks [] for security_group (d0da0d09-5a8d-4a00-b935-dedfd73f023c), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.702333 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Publish callbacks [] for security_group (d0da0d09-5a8d-4a00-b935-dedfd73f023c), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.755537 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d0da0d09-5a8d-4a00-b935-dedfd73f023c), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.758035 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:30.759385 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/d0da0d09-5a8d-4a00-b935-dedfd73f023c HTTP/1.1" status: 204 len: 168 time: 0.1245301 Feb 04 13:02:30.766990 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0da0d09-5a8d-4a00-b935-dedfd73f023c,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:30.774645 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.775027 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.775378 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.775718 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.776052 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.776385 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.776719 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.777051 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.777379 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.777708 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.778045 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.778367 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:30.778695 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc2ffb42-e8a5-4aee-bfcc-b3c66d800469 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:02:31.062736 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-618b6a6d-e7be-4743-88e7-418a36b36e8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:31.425839 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:02:31.445890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:02:31.446239 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 2d98f5d2-bbe0-43e2-b2b8-650a62ab3c30 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:02:32.075222 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58616) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:32.215671 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-113132f1-d71f-4ff5-b1b0-685fa58e645e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.292045 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-113132f1-d71f-4ff5-b1b0-685fa58e645e admin admin] Publish callbacks [] for security_group (57faf7fc-d1d3-4aba-90eb-d10583e88da7), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.295963 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-113132f1-d71f-4ff5-b1b0-685fa58e645e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (57faf7fc-d1d3-4aba-90eb-d10583e88da7), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.333277 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-113132f1-d71f-4ff5-b1b0-685fa58e645e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=57f54da7a0f3456c8756d8c6ddb7e78c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2569194 Feb 04 13:02:32.334230 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113132f1-d71f-4ff5-b1b0-685fa58e645e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57faf7fc-d1d3-4aba-90eb-d10583e88da7,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:32.336000 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58620) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:32.384276 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c0712f12-f8a7-4e82-9613-2d91fc5bcad8 admin admin] Publish callbacks [] for security_group (57faf7fc-d1d3-4aba-90eb-d10583e88da7), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.404828 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c0712f12-f8a7-4e82-9613-2d91fc5bcad8 admin admin] Publish callbacks [] for security_group (57faf7fc-d1d3-4aba-90eb-d10583e88da7), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.454267 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c0712f12-f8a7-4e82-9613-2d91fc5bcad8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (57faf7fc-d1d3-4aba-90eb-d10583e88da7), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.457387 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-c0712f12-f8a7-4e82-9613-2d91fc5bcad8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:32.459020 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-c0712f12-f8a7-4e82-9613-2d91fc5bcad8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/57faf7fc-d1d3-4aba-90eb-d10583e88da7 HTTP/1.1" status: 204 len: 168 time: 0.1215739 Feb 04 13:02:32.466531 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0712f12-f8a7-4e82-9613-2d91fc5bcad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57faf7fc-d1d3-4aba-90eb-d10583e88da7,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:33.425844 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.754575 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:34.952702 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:44.647823 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:51.117737 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:02:58.468750 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-c485c06a-2781-477b-8f2d-fbdc5a0af0cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.128235 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58818) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:59.231816 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e874e2a2-755f-4d95-a462-8a36ad73288e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.308630 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e874e2a2-755f-4d95-a462-8a36ad73288e admin admin] Publish callbacks [] for security_group (5df35d59-eb45-477c-a6cc-c6b0d3beb444), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.313760 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e874e2a2-755f-4d95-a462-8a36ad73288e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5df35d59-eb45-477c-a6cc-c6b0d3beb444), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.351653 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-e874e2a2-755f-4d95-a462-8a36ad73288e admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=fbbde10f17b04bc7abad72b4dac22d77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2223394 Feb 04 13:02:59.352802 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e874e2a2-755f-4d95-a462-8a36ad73288e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df35d59-eb45-477c-a6cc-c6b0d3beb444,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:59.354317 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58822) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:59.404863 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-738dfb4a-50a0-4f3d-a0be-85268c9a6b59 admin admin] Publish callbacks [] for security_group (5df35d59-eb45-477c-a6cc-c6b0d3beb444), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.426098 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-738dfb4a-50a0-4f3d-a0be-85268c9a6b59 admin admin] Publish callbacks [] for security_group (5df35d59-eb45-477c-a6cc-c6b0d3beb444), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.484131 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-738dfb4a-50a0-4f3d-a0be-85268c9a6b59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5df35d59-eb45-477c-a6cc-c6b0d3beb444), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.487991 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-738dfb4a-50a0-4f3d-a0be-85268c9a6b59 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.489186 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-738dfb4a-50a0-4f3d-a0be-85268c9a6b59 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5df35d59-eb45-477c-a6cc-c6b0d3beb444 HTTP/1.1" status: 204 len: 168 time: 0.1330419 Feb 04 13:02:59.498692 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738dfb4a-50a0-4f3d-a0be-85268c9a6b59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df35d59-eb45-477c-a6cc-c6b0d3beb444,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:59.757797 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58828) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:59.774551 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60b8a198-2318-4a8d-b343-aa45e3e2e19c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.858266 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60b8a198-2318-4a8d-b343-aa45e3e2e19c admin admin] Publish callbacks [] for security_group (a2ff2772-d85a-4233-80e8-6f31beedc6cb), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.862380 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-60b8a198-2318-4a8d-b343-aa45e3e2e19c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (a2ff2772-d85a-4233-80e8-6f31beedc6cb), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.900789 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-60b8a198-2318-4a8d-b343-aa45e3e2e19c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=9e1ff563285c45978ec341716ea7e572&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419179 Feb 04 13:02:59.901742 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b8a198-2318-4a8d-b343-aa45e3e2e19c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ff2772-d85a-4233-80e8-6f31beedc6cb,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:02:59.903463 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58830) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:02:59.952788 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2274558a-dac1-4057-83c4-4ca955cf4ab4 admin admin] Publish callbacks [] for security_group (a2ff2772-d85a-4233-80e8-6f31beedc6cb), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:02:59.975159 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2274558a-dac1-4057-83c4-4ca955cf4ab4 admin admin] Publish callbacks [] for security_group (a2ff2772-d85a-4233-80e8-6f31beedc6cb), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.022731 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2274558a-dac1-4057-83c4-4ca955cf4ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (a2ff2772-d85a-4233-80e8-6f31beedc6cb), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.025390 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-2274558a-dac1-4057-83c4-4ca955cf4ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:00.026558 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-2274558a-dac1-4057-83c4-4ca955cf4ab4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/a2ff2772-d85a-4233-80e8-6f31beedc6cb HTTP/1.1" status: 204 len: 168 time: 0.1220267 Feb 04 13:03:00.035179 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2274558a-dac1-4057-83c4-4ca955cf4ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ff2772-d85a-4233-80e8-6f31beedc6cb,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:01.065123 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-e21f2e3d-9e3f-453f-93f0-0e2590abf679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.650133 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58874) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:01.756722 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-42e6279f-2537-4bd8-95dd-2a390996690c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.834786 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-42e6279f-2537-4bd8-95dd-2a390996690c admin admin] Publish callbacks [] for security_group (5da757fc-1aec-4743-bd50-4e9d4941a173), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.838541 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-42e6279f-2537-4bd8-95dd-2a390996690c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5da757fc-1aec-4743-bd50-4e9d4941a173), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.878375 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-42e6279f-2537-4bd8-95dd-2a390996690c admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5b2b177526cd433e806a7470da762026&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268345 Feb 04 13:03:01.880333 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e6279f-2537-4bd8-95dd-2a390996690c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5da757fc-1aec-4743-bd50-4e9d4941a173,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:01.881287 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58878) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:01.928784 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f4f17168-4a5b-42f5-8a7f-7b24e2e913b8 admin admin] Publish callbacks [] for security_group (5da757fc-1aec-4743-bd50-4e9d4941a173), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.950570 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f4f17168-4a5b-42f5-8a7f-7b24e2e913b8 admin admin] Publish callbacks [] for security_group (5da757fc-1aec-4743-bd50-4e9d4941a173), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.996546 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f4f17168-4a5b-42f5-8a7f-7b24e2e913b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (5da757fc-1aec-4743-bd50-4e9d4941a173), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:01.999109 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f4f17168-4a5b-42f5-8a7f-7b24e2e913b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.000304 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f4f17168-4a5b-42f5-8a7f-7b24e2e913b8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/5da757fc-1aec-4743-bd50-4e9d4941a173 HTTP/1.1" status: 204 len: 168 time: 0.1180282 Feb 04 13:03:02.009002 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f17168-4a5b-42f5-8a7f-7b24e2e913b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da757fc-1aec-4743-bd50-4e9d4941a173,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:02.264511 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58884) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:02.277479 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-fb3e42a7-c2e6-4a31-9f6a-68074f78881f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.355345 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-fb3e42a7-c2e6-4a31-9f6a-68074f78881f admin admin] Publish callbacks [] for security_group (85a9a29f-af1e-4bec-9939-d5e41ea75502), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.359037 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-fb3e42a7-c2e6-4a31-9f6a-68074f78881f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (85a9a29f-af1e-4bec-9939-d5e41ea75502), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.398531 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-fb3e42a7-c2e6-4a31-9f6a-68074f78881f admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=127a5bed7ee54337b72bf4f9b0834567&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1329331 Feb 04 13:03:02.399377 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3e42a7-c2e6-4a31-9f6a-68074f78881f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a9a29f-af1e-4bec-9939-d5e41ea75502,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:02.401340 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58886) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:02.450224 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f86d2703-dedb-4ceb-bd45-20e66d7078fb admin admin] Publish callbacks [] for security_group (85a9a29f-af1e-4bec-9939-d5e41ea75502), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.472091 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f86d2703-dedb-4ceb-bd45-20e66d7078fb admin admin] Publish callbacks [] for security_group (85a9a29f-af1e-4bec-9939-d5e41ea75502), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.520678 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f86d2703-dedb-4ceb-bd45-20e66d7078fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (85a9a29f-af1e-4bec-9939-d5e41ea75502), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.523299 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f86d2703-dedb-4ceb-bd45-20e66d7078fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:02.524458 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-f86d2703-dedb-4ceb-bd45-20e66d7078fb admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/85a9a29f-af1e-4bec-9939-d5e41ea75502 HTTP/1.1" status: 204 len: 168 time: 0.1214476 Feb 04 13:03:02.533283 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86d2703-dedb-4ceb-bd45-20e66d7078fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a9a29f-af1e-4bec-9939-d5e41ea75502,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:03.430371 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.601307 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58920) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:03.703930 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-617ca9cc-274c-4c5d-8917-be652691c690 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.777191 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-617ca9cc-274c-4c5d-8917-be652691c690 admin admin] Publish callbacks [] for security_group (92fc75b4-2461-4cf0-9ff4-960810a9f4ee), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.781415 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-617ca9cc-274c-4c5d-8917-be652691c690 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (92fc75b4-2461-4cf0-9ff4-960810a9f4ee), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.830168 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-617ca9cc-274c-4c5d-8917-be652691c690 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=a2bd8d9bc85e4a6eb7604dc8db873c14&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2272682 Feb 04 13:03:03.831055 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ca9cc-274c-4c5d-8917-be652691c690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92fc75b4-2461-4cf0-9ff4-960810a9f4ee,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:03.833456 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58924) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:03.882350 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-53b29182-1569-4f75-aabd-1648715396c4 admin admin] Publish callbacks [] for security_group (92fc75b4-2461-4cf0-9ff4-960810a9f4ee), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.903364 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-53b29182-1569-4f75-aabd-1648715396c4 admin admin] Publish callbacks [] for security_group (92fc75b4-2461-4cf0-9ff4-960810a9f4ee), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.950826 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-53b29182-1569-4f75-aabd-1648715396c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (92fc75b4-2461-4cf0-9ff4-960810a9f4ee), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.954472 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-53b29182-1569-4f75-aabd-1648715396c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:03.955712 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-53b29182-1569-4f75-aabd-1648715396c4 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/92fc75b4-2461-4cf0-9ff4-960810a9f4ee HTTP/1.1" status: 204 len: 168 time: 0.1212375 Feb 04 13:03:03.963501 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b29182-1569-4f75-aabd-1648715396c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92fc75b4-2461-4cf0-9ff4-960810a9f4ee,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:04.564269 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58946) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:04.660953 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2080880886-network', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:04.680804 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Made reservation on behalf of 5635860fdc7b4e9f91e6f1a66bc77a80 for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:04.683424 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.691976 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.754084 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.768056 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks [] for security_group (fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.771890 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.793264 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:04.808403 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:04.811237 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (49adb753-8006-41f5-9c23-4aa294a4e2c4), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.811576 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Added segment 49adb753-8006-41f5-9c23-4aa294a4e2c4 of type vlan for network 517b16e6-6977-4558-82d4-3ad57e629978 Feb 04 13:03:04.852230 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (517b16e6-6977-4558-82d4-3ad57e629978), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.876492 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (517b16e6-6977-4558-82d4-3ad57e629978), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.877485 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:04.878306 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.929569 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3641019 Feb 04 13:03:04.932514 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58950) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:04.938354 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Request body: {'subnet': {'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2080880886-subnet', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:04.942253 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e1012-b17c-4385-9dcf-5dbd3bab394d admin admin] Pushing event updated for resources: {'Network': ['ID=517b16e6-6977-4558-82d4-3ad57e629978,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:04.955330 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 517b16e6-6977-4558-82d4-3ad57e629978 details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:04.964010 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Made reservation on behalf of 5635860fdc7b4e9f91e6f1a66bc77a80 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:04.966440 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:04.970642 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.144531 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (84a7ba54-fe35-48be-a519-84c3664cd33e), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.194639 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Pushing event updated for resources: {'Subnet': ['ID=84a7ba54-fe35-48be-a519-84c3664cd33e,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:05.211650 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Checking segment: {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:05.212021 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Network hostable DHCP agents. Network: 517b16e6-6977-4558-82d4-3ad57e629978, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:05.228115 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Network 517b16e6-6977-4558-82d4-3ad57e629978 is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:05.237489 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 517b16e6-6977-4558-82d4-3ad57e629978) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:05.242088 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:05.242686 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.252286 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4036a45b-0aae-4dce-9f92-26df4885b53f None None] Network 517b16e6-6977-4558-82d4-3ad57e629978 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:05.260081 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-98a21587-c68b-4cc7-9800-665e373c571d admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3258834 Feb 04 13:03:05.262767 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58952) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:05.267760 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:05.285685 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.286569 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.364173 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-517b16e6-6977-4558-82d4-3ad57e629978', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:05.365058 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.517422 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Allocated IP 172.20.0.2 (517b16e6-6977-4558-82d4-3ad57e629978/84a7ba54-fe35-48be-a519-84c3664cd33e/325cad75-ffb5-4532-92a0-80a7fc94171d) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:05.588966 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks [] for router_controller (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), precommit_add_association {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.687715 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Publish callbacks [] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.695414 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.733985 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Network 517b16e6-6977-4558-82d4-3ad57e629978 is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:05.737587 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:05.741164 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:05.741408 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks [] for router_gateway (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.750075 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Pushing event updated for resources: {'Port': ['ID=325cad75-ffb5-4532-92a0-80a7fc94171d,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:05.776160 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.776873 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.776873 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.777200 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.777542 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.777879 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.778340 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.778550 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.778886 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.779246 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.779574 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.779901 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.780227 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:05.813651 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Attempting to bind port 325cad75-ffb5-4532-92a0-80a7fc94171d on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:05.814030 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Attempting to bind port 325cad75-ffb5-4532-92a0-80a7fc94171d by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:05.814396 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Attempting to bind port 325cad75-ffb5-4532-92a0-80a7fc94171d on network 517b16e6-6977-4558-82d4-3ad57e629978 {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:05.819611 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:05.819989 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Checking segment: {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:05.820394 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.820785 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Bound using segment: {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:05.821247 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Bound port: 325cad75-ffb5-4532-92a0-80a7fc94171d, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:05.821637 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.887617 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] For port 325cad75-ffb5-4532-92a0-80a7fc94171d, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:05.890511 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] For port 325cad75-ffb5-4532-92a0-80a7fc94171d, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=325cad75-ffb5-4532-92a0-80a7fc94171d,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:05.897335 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.957625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3160ec2f-38b7-4309-82bd-77e163a5fba4 None None] Pushing event updated for resources: {'Port': ['ID=325cad75-ffb5-4532-92a0-80a7fc94171d,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:05.957822 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks [] for router_gateway (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:05.982013 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.112029 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Allocated IP 172.27.3.233 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/ed61aa95-8d59-457e-ba75-8262fd5154e9) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:06.227251 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks [] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.268111 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.311198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:06.314614 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:06.318146 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:06.340759 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Pushing event updated for resources: {'Port': ['ID=ed61aa95-8d59-457e-ba75-8262fd5154e9,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:06.575205 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks [] for router_gateway (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.788274 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:06.870424 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7216d46-c126-4e23-abdf-934052fcdf95 None None] Network 517b16e6-6977-4558-82d4-3ad57e629978 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:06.926668 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109006) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:03:06.973654 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-a5013c5f-9e7e-4a81-930b-292890d2f3cf None None] Provisioning complete for port 325cad75-ffb5-4532-92a0-80a7fc94171d triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:06.973939 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a5013c5f-9e7e-4a81-930b-292890d2f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.041385 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:03:07.064603 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.064812 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Sync routers for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:07.065886 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5a028c37-532b-422d-b7a1-0e14d513dc72 admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8021560 Feb 04 13:03:07.069385 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58954) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:07.091389 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:07.092030 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:07.130645 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-a5013c5f-9e7e-4a81-930b-292890d2f3cf None None] Current status of the port 325cad75-ffb5-4532-92a0-80a7fc94171d is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:07.131067 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a5013c5f-9e7e-4a81-930b-292890d2f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.211988 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-a5013c5f-9e7e-4a81-930b-292890d2f3cf None None] For port 325cad75-ffb5-4532-92a0-80a7fc94171d, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=325cad75-ffb5-4532-92a0-80a7fc94171d,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:07.220090 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a5013c5f-9e7e-4a81-930b-292890d2f3cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.276358 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:07.344488 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5013c5f-9e7e-4a81-930b-292890d2f3cf None None] Pushing event updated for resources: {'Port': ['ID=325cad75-ffb5-4532-92a0-80a7fc94171d,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:07.398454 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-f361a360-e9f9-41a4-8952-613e0694a540 None None] Provisioning complete for port 325cad75-ffb5-4532-92a0-80a7fc94171d triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:07.398836 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-f361a360-e9f9-41a4-8952-613e0694a540 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.492524 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 325cad75-ffb5-4532-92a0-80a7fc94171d up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:07.535363 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.572269 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-f361a360-e9f9-41a4-8952-613e0694a540 None None] Current status of the port 325cad75-ffb5-4532-92a0-80a7fc94171d is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:07.595842 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 325cad75-ffb5-4532-92a0-80a7fc94171d triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:07.596226 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.619379 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:06Z', 'revision_number': 3, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:07.693652 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Allocated IP 172.20.0.1 (517b16e6-6977-4558-82d4-3ad57e629978/84a7ba54-fe35-48be-a519-84c3664cd33e/16f8340e-1103-4f81-8064-69888ef01a7c) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:07.785470 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Checking router: 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:07.785742 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Updating router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 port ed61aa95-8d59-457e-ba75-8262fd5154e9 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:07.801203 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks [] for port (16f8340e-1103-4f81-8064-69888ef01a7c), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.821255 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.836046 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.876020 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Network 517b16e6-6977-4558-82d4-3ad57e629978 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:07.881237 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:07.886642 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:07.889978 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Pushing event updated for resources: {'Port': ['ID=16f8340e-1103-4f81-8064-69888ef01a7c,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:07.933335 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:07.938474 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 325cad75-ffb5-4532-92a0-80a7fc94171d is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:08.074084 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.135724 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-5afc68f3-6a15-4e37-b737-b6b15f9ac272 None None] Provisioning complete for port 16f8340e-1103-4f81-8064-69888ef01a7c triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:08.136105 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5afc68f3-6a15-4e37-b737-b6b15f9ac272 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.147337 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Publish callbacks [] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.174224 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.221467 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-5afc68f3-6a15-4e37-b737-b6b15f9ac272 None None] Port 16f8340e-1103-4f81-8064-69888ef01a7c cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:03:08.235261 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Attempting to bind port ed61aa95-8d59-457e-ba75-8262fd5154e9 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:08.238434 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Attempting to bind port ed61aa95-8d59-457e-ba75-8262fd5154e9 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:08.238870 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Attempting to bind port ed61aa95-8d59-457e-ba75-8262fd5154e9 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:08.246842 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8b5e0-5c21-4faa-bc60-d6a3f7d89761 None None] Pushing event updated for resources: {'Port': ['ID=ed61aa95-8d59-457e-ba75-8262fd5154e9,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:08.247655 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks [] for port (16f8340e-1103-4f81-8064-69888ef01a7c), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.250075 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:08.250529 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:08.251900 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.252436 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:08.253323 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Bound port: ed61aa95-8d59-457e-ba75-8262fd5154e9, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:08.253716 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.254431 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.307070 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] For port ed61aa95-8d59-457e-ba75-8262fd5154e9, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:08.310180 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] For port ed61aa95-8d59-457e-ba75-8262fd5154e9, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=ed61aa95-8d59-457e-ba75-8262fd5154e9,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:08.317755 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.381997 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:08.382644 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:08.420701 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f8b5e0-5c21-4faa-bc60-d6a3f7d89761 None None] Pushing event updated for resources: {'Port': ['ID=ed61aa95-8d59-457e-ba75-8262fd5154e9,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:08.499586 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:08.589851 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:08.591715 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Pushing event updated for resources: {'Port': ['ID=16f8340e-1103-4f81-8064-69888ef01a7c,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:08.687551 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Network 517b16e6-6977-4558-82d4-3ad57e629978 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:08.689598 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:08.707841 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 2, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:08.736600 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee1054-db1f-4859-9f3a-5e4b39aec867 None None] The sync data for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi is: [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 2, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:08.818226 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:03:08.949405 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:03:08.955916 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-a8041b16-2437-4145-876f-420c02574104 admin admin] 10.222.0.26 "PUT /v2.0/routers/53b1b55f-17d0-4017-93ad-7b4b6cf7ef80/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8850772 Feb 04 13:03:08.956059 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-c53a6006-4360-4ddd-a702-b4042d921cc5 None None] Provisioning complete for port 16f8340e-1103-4f81-8064-69888ef01a7c triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:08.956582 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-c53a6006-4360-4ddd-a702-b4042d921cc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.000480 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-c53a6006-4360-4ddd-a702-b4042d921cc5 None None] Port 16f8340e-1103-4f81-8064-69888ef01a7c cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:03:09.444767 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 325cad75-ffb5-4532-92a0-80a7fc94171d up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:09.499450 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 325cad75-ffb5-4532-92a0-80a7fc94171d triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:09.499828 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.506402 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58970) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:09.512400 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1353491550-network', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:09.536062 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Made reservation on behalf of 29202bea0bf84be6b21433f5be7d42c0 for: {'network': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:09.538932 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for network (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.550808 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.601219 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 325cad75-ffb5-4532-92a0-80a7fc94171d is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:09.646465 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks [] for security_group (3defa39c-8e59-4e25-9d7f-0ea65c2423bb), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.651056 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (3defa39c-8e59-4e25-9d7f-0ea65c2423bb), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.677754 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=109007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 04 13:03:09.687951 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3defa39c-8e59-4e25-9d7f-0ea65c2423bb,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:09.694036 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (df5f06d7-8830-4766-bfa3-5138479d5b02), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.694388 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.segments_db [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Added segment df5f06d7-8830-4766-bfa3-5138479d5b02 of type vlan for network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b Feb 04 13:03:09.741885 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8778708880074'] for network (32daa8db-3ddc-495d-98e8-2d5a953d4d7b), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.775122 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033'] for network (32daa8db-3ddc-495d-98e8-2d5a953d4d7b), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.776309 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:09.776714 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:09.834140 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] 10.222.0.26 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3259695 Feb 04 13:03:09.837298 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58972) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:09.841429 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4cdad3-8e3a-4aa8-a415-56f318bc6d53 admin admin] Pushing event updated for resources: {'Network': ['ID=32daa8db-3ddc-495d-98e8-2d5a953d4d7b,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:09.843642 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Request body: {'subnet': {'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1353491550-subnet', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'ip_version': 4}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:09.851647 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b details requested by agent ovs-agent-dv-cinder-817351-9-iscsi with host dv-cinder-817351-9-iscsi {{(pid=109008) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 04 13:03:09.866512 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Made reservation on behalf of 29202bea0bf84be6b21433f5be7d42c0 for: {'subnet': 1} {{(pid=109006) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:09.869164 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8114122'] for subnet (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.057217 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8250066', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8114172'] for subnet (4424b1c3-164e-4bc5-8255-d9b8f88d3d9e), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.113328 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4424b1c3-164e-4bc5-8255-d9b8f88d3d9e,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:10.124168 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Checking segment: {'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109006) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:10.124530 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Network hostable DHCP agents. Network: 32daa8db-3ddc-495d-98e8-2d5a953d4d7b, hostable agents: ['e31a2125-1ac0-4748-90df-e709b3db7b18'], hosted agents: [] {{(pid=109006) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 04 13:03:10.142664 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b is scheduled to be hosted by DHCP agent e31a2125-1ac0-4748-90df-e709b3db7b18 with binding_index 1 {{(pid=109006) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 04 13:03:10.151452 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817351-9-iscsi, 32daa8db-3ddc-495d-98e8-2d5a953d4d7b) {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:10.164623 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:10.165421 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.165814 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5340d33b-6cd1-47be-8573-6d1572e56c8d None None] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:10.184110 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-485dd0ab-1d88-4cd9-be2b-32900db43c07 admin admin] 10.222.0.26 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3449540 Feb 04 13:03:10.187368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58974) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:10.192629 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:10.217570 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-537215', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-112580'] for router (e7790f4c-20a0-4a6a-9eab-306fc97be230), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.218208 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-537071', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-576073', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-751725', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-112573'] for router (e7790f4c-20a0-4a6a-9eab-306fc97be230), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.272661 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks [] for router_controller (e7790f4c-20a0-4a6a-9eab-306fc97be230), precommit_add_association {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.275686 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp25fba6f5-1472-511e-b1e1-fae1fbbe8c08-32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'fixed_ips': [{'subnet_id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e'}]}} from dv-cinder-817351-9-iscsi. {{(pid=109008) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 04 13:03:10.276575 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.416608 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.db_base_plugin_common [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Allocated IP 172.20.0.2 (32daa8db-3ddc-495d-98e8-2d5a953d4d7b/4424b1c3-164e-4bc5-8255-d9b8f88d3d9e/0b7359e9-b7b5-4cf8-a980-0157b25f42db) {{(pid=109008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:10.417886 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks [] for router_gateway (e7790f4c-20a0-4a6a-9eab-306fc97be230), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.573473 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Publish callbacks [] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), precommit_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.579629 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), after_create {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.626324 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b is already hosted by enough agents. {{(pid=109008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:10.636211 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks [] for router_gateway (e7790f4c-20a0-4a6a-9eab-306fc97be230), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.639756 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.scheduler.base_scheduler [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Resources bound (agent type, host, resource id): {{(pid=109008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:10.647598 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Received port after_create {{(pid=109008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:10.650755 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Pushing event updated for resources: {'Port': ['ID=0b7359e9-b7b5-4cf8-a980-0157b25f42db,revision_number=1']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:10.660634 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.714110 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Attempting to bind port 0b7359e9-b7b5-4cf8-a980-0157b25f42db on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:10.714485 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Attempting to bind port 0b7359e9-b7b5-4cf8-a980-0157b25f42db by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:10.714849 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Attempting to bind port 0b7359e9-b7b5-4cf8-a980-0157b25f42db on network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:10.721745 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:10.722121 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Checking segment: {'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:10.722530 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.723173 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Bound using segment: {'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:10.723944 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Bound port: 0b7359e9-b7b5-4cf8-a980-0157b25f42db, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:10.724328 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.771764 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Allocated IP 172.27.3.100 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/d21b55f6-c948-481b-b31c-74c81d6c4cd9) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:10.791901 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] For port 0b7359e9-b7b5-4cf8-a980-0157b25f42db, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:10.794970 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] For port 0b7359e9-b7b5-4cf8-a980-0157b25f42db, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=0b7359e9-b7b5-4cf8-a980-0157b25f42db,segment=NetworkSegment(df5f06d7-8830-4766-bfa3-5138479d5b02),segment_id=df5f06d7-8830-4766-bfa3-5138479d5b02)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:10.801840 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.863550 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f803036-edb0-4ede-8d92-690fff82d80f None None] Pushing event updated for resources: {'Port': ['ID=0b7359e9-b7b5-4cf8-a980-0157b25f42db,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:10.866018 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Sync routers for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:10.877642 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:10.878531 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:10.897920 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks [] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.934651 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:10.989035 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:10.992620 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:10.995808 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:10.997449 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:11.003119 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Pushing event updated for resources: {'Port': ['ID=d21b55f6-c948-481b-b31c-74c81d6c4cd9,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:11.247245 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 2, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:11.274668 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Checking router: 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:11.275051 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Updating router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 port 16f8340e-1103-4f81-8064-69888ef01a7c binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:11.299086 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks [] for router_gateway (e7790f4c-20a0-4a6a-9eab-306fc97be230), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.302630 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.525844 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 0b7359e9-b7b5-4cf8-a980-0157b25f42db up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:11.529276 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-537080', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-576102'] for router (e7790f4c-20a0-4a6a-9eab-306fc97be230), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.577234 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 0b7359e9-b7b5-4cf8-a980-0157b25f42db triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:11.578098 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.597820 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Publish callbacks [] for port (16f8340e-1103-4f81-8064-69888ef01a7c), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.606529 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.670875 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 0b7359e9-b7b5-4cf8-a980-0157b25f42db is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:11.673814 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.682462 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Pushing event updated for resources: {'Port': ['ID=16f8340e-1103-4f81-8064-69888ef01a7c,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:11.714903 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Router e7790f4c-20a0-4a6a-9eab-306fc97be230 is scheduled to L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 with binding_index 1 {{(pid=109007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 04 13:03:11.724098 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.724377 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.724746 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.725272 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.725800 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.726144 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.726480 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.726818 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.727847 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.728210 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.728822 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.729155 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.729485 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:11.734617 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port 0b7359e9-b7b5-4cf8-a980-0157b25f42db, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=0b7359e9-b7b5-4cf8-a980-0157b25f42db,segment=NetworkSegment(df5f06d7-8830-4766-bfa3-5138479d5b02),segment_id=df5f06d7-8830-4766-bfa3-5138479d5b02)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:11.741857 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.742988 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device ed61aa95-8d59-457e-ba75-8262fd5154e9 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:11.780250 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Attempting to bind port 16f8340e-1103-4f81-8064-69888ef01a7c on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:11.780626 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Attempting to bind port 16f8340e-1103-4f81-8064-69888ef01a7c by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:11.780993 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Attempting to bind port 16f8340e-1103-4f81-8064-69888ef01a7c on network 517b16e6-6977-4558-82d4-3ad57e629978 {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:11.788395 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:11.788773 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Checking segment: {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:11.789177 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.792858 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Bound using segment: {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:11.793360 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Bound port: 16f8340e-1103-4f81-8064-69888ef01a7c, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:11.794901 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.822366 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=0b7359e9-b7b5-4cf8-a980-0157b25f42db,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:11.866701 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port ed61aa95-8d59-457e-ba75-8262fd5154e9 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:11.867093 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.909276 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] For port 16f8340e-1103-4f81-8064-69888ef01a7c, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:11.909864 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:03:11.912933 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] For port 16f8340e-1103-4f81-8064-69888ef01a7c, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=16f8340e-1103-4f81-8064-69888ef01a7c,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:11.927682 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.933672 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Sync routers for ids ['e7790f4c-20a0-4a6a-9eab-306fc97be230'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:11.936864 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:11.941863 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58976) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:11.953368 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-cb2c4950-b36a-45db-a91f-721653d5587d admin admin] 10.222.0.26 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7646854 Feb 04 13:03:11.981137 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:11.981714 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.004932 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Routers {'e7790f4c-20a0-4a6a-9eab-306fc97be230'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:12.004932 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['e7790f4c-20a0-4a6a-9eab-306fc97be230'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.228315 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:12.291366 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf9b8f0-d990-41c6-b706-dab6404f4a2d None None] Pushing event updated for resources: {'Port': ['ID=16f8340e-1103-4f81-8064-69888ef01a7c,revision_number=4']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.312802 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd433e9f-e543-4af2-bdc2-241a5b37f05c None None] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:03:12.319913 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port ed61aa95-8d59-457e-ba75-8262fd5154e9 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:12.320893 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.393987 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-487eb35e-294b-404c-ba50-c9c8361d7c8f None None] Provisioning complete for port 16f8340e-1103-4f81-8064-69888ef01a7c triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:12.394290 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-487eb35e-294b-404c-ba50-c9c8361d7c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.403885 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port ed61aa95-8d59-457e-ba75-8262fd5154e9, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=ed61aa95-8d59-457e-ba75-8262fd5154e9,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:12.438078 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.495308 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:11Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.521957 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Set router e7790f4c-20a0-4a6a-9eab-306fc97be230 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:12.531484 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f120a1d-19da-42b8-937d-3fe8842cc617 None None] The sync data for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi is: [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:11Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:12.614082 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=ed61aa95-8d59-457e-ba75-8262fd5154e9,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.741041 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-487eb35e-294b-404c-ba50-c9c8361d7c8f None None] Current status of the port 16f8340e-1103-4f81-8064-69888ef01a7c is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:12.741440 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-487eb35e-294b-404c-ba50-c9c8361d7c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.775003 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.808176 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-487eb35e-294b-404c-ba50-c9c8361d7c8f None None] For port 16f8340e-1103-4f81-8064-69888ef01a7c, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=16f8340e-1103-4f81-8064-69888ef01a7c,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:12.816219 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-487eb35e-294b-404c-ba50-c9c8361d7c8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.878085 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:11Z', 'revision_number': 3, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port': {'id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:12.880057 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487eb35e-294b-404c-ba50-c9c8361d7c8f None None] Pushing event updated for resources: {'Port': ['ID=16f8340e-1103-4f81-8064-69888ef01a7c,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:12.914240 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Checking router: e7790f4c-20a0-4a6a-9eab-306fc97be230 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:12.914758 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Updating router e7790f4c-20a0-4a6a-9eab-306fc97be230 port d21b55f6-c948-481b-b31c-74c81d6c4cd9 binding host dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:12.951978 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:12.958494 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_common [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Allocated IP 172.20.0.1 (32daa8db-3ddc-495d-98e8-2d5a953d4d7b/4424b1c3-164e-4bc5-8255-d9b8f88d3d9e/820ba9f7-ce93-456b-a678-1019908e7281) {{(pid=109006) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:12.977541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-8203d318-6f89-4984-a377-d93ea731a22f None None] Provisioning complete for port 0b7359e9-b7b5-4cf8-a980-0157b25f42db triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:12.977912 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8203d318-6f89-4984-a377-d93ea731a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.064345 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks [] for port (820ba9f7-ce93-456b-a678-1019908e7281), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.100002 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (820ba9f7-ce93-456b-a678-1019908e7281), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.136690 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:13.142180 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:13.145281 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Received port after_create {{(pid=109006) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:13.177282 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Pushing event updated for resources: {'Port': ['ID=820ba9f7-ce93-456b-a678-1019908e7281,revision_number=1']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.180254 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8203d318-6f89-4984-a377-d93ea731a22f None None] Current status of the port 0b7359e9-b7b5-4cf8-a980-0157b25f42db is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:13.196299 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-600905'] for router_interface (e7790f4c-20a0-4a6a-9eab-306fc97be230), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.210753 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-8203d318-6f89-4984-a377-d93ea731a22f None None] Provisioning complete for port 16f8340e-1103-4f81-8064-69888ef01a7c triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:13.211162 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8203d318-6f89-4984-a377-d93ea731a22f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.336405 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Publish callbacks [] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), precommit_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.345444 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (820ba9f7-ce93-456b-a678-1019908e7281), before_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.346214 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.387389 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-8203d318-6f89-4984-a377-d93ea731a22f None None] Current status of the port 16f8340e-1103-4f81-8064-69888ef01a7c is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:13.407189 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa529375-6c81-4ba4-bb83-0e971a5b064e None None] Pushing event updated for resources: {'Port': ['ID=d21b55f6-c948-481b-b31c-74c81d6c4cd9,revision_number=2']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.411947 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Attempting to bind port d21b55f6-c948-481b-b31c-74c81d6c4cd9 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:13.412315 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Attempting to bind port d21b55f6-c948-481b-b31c-74c81d6c4cd9 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:13.412673 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Attempting to bind port d21b55f6-c948-481b-b31c-74c81d6c4cd9 on network 660db4d8-8478-4214-9c17-5d2cd4f06b9b {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:13.418555 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:13.418862 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Checking segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:13.419297 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.419695 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Bound using segment: {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'} {{(pid=109008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:13.420167 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.managers [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Bound port: d21b55f6-c948-481b-b31c-74c81d6c4cd9, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad76355-c1b8-4120-aab3-62ddd218f122', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b'}}] {{(pid=109008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:13.420547 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.477503 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] For port d21b55f6-c948-481b-b31c-74c81d6c4cd9, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:13.481388 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] For port d21b55f6-c948-481b-b31c-74c81d6c4cd9, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=d21b55f6-c948-481b-b31c-74c81d6c4cd9,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:13.494286 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 16f8340e-1103-4f81-8064-69888ef01a7c up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:13.497999 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.542152 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks [] for port (820ba9f7-ce93-456b-a678-1019908e7281), precommit_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.547404 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8251989'] for port (820ba9f7-ce93-456b-a678-1019908e7281), after_update {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.598292 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-9bb875d8-8457-4214-9805-610494f85e7a None None] Provisioning complete for port 820ba9f7-ce93-456b-a678-1019908e7281 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:13.598576 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9bb875d8-8457-4214-9805-610494f85e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (820ba9f7-ce93-456b-a678-1019908e7281), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.617486 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-961063', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-577209'] for router_interface (e7790f4c-20a0-4a6a-9eab-306fc97be230), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.619363 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Pushing event updated for resources: {'Port': ['ID=820ba9f7-ce93-456b-a678-1019908e7281,revision_number=2']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.622343 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa529375-6c81-4ba4-bb83-0e971a5b064e None None] Pushing event updated for resources: {'Port': ['ID=d21b55f6-c948-481b-b31c-74c81d6c4cd9,revision_number=3']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:13.634541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Routers {'e7790f4c-20a0-4a6a-9eab-306fc97be230'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:13.634541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['e7790f4c-20a0-4a6a-9eab-306fc97be230'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:13.713895 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 16f8340e-1103-4f81-8064-69888ef01a7c triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:13.714273 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.715726 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-9bb875d8-8457-4214-9805-610494f85e7a None None] Port 820ba9f7-ce93-456b-a678-1019908e7281 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:03:13.721918 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b is already hosted by enough agents. {{(pid=109006) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:13.724259 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.base_scheduler [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Resources bound (agent type, host, resource id): {{(pid=109006) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:13.769061 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-9bb875d8-8457-4214-9805-610494f85e7a None None] Provisioning complete for port 0b7359e9-b7b5-4cf8-a980-0157b25f42db triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:13.769438 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9bb875d8-8457-4214-9805-610494f85e7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:13.831907 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] Set router e7790f4c-20a0-4a6a-9eab-306fc97be230 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:13.849514 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Router e7790f4c-20a0-4a6a-9eab-306fc97be230 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:03:13.947167 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 16f8340e-1103-4f81-8064-69888ef01a7c is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:13.948253 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 0b7359e9-b7b5-4cf8-a980-0157b25f42db up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:13.965056 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:03:13.978371 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-239919de-99c4-4625-93ce-df2032088d22 admin admin] 10.222.0.26 "PUT /v2.0/routers/e7790f4c-20a0-4a6a-9eab-306fc97be230/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0270033 Feb 04 13:03:14.213898 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-9bb875d8-8457-4214-9805-610494f85e7a None None] Current status of the port 0b7359e9-b7b5-4cf8-a980-0157b25f42db is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:14.247712 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 0b7359e9-b7b5-4cf8-a980-0157b25f42db triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:14.248093 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.373820 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port': {'id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '820ba9f7-ce93-456b-a678-1019908e7281', 'name': '', 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'mac_address': 'fa:16:3e:3b:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 2, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'subnets': [{'id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:14.378158 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 0b7359e9-b7b5-4cf8-a980-0157b25f42db is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:14.379252 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device ed61aa95-8d59-457e-ba75-8262fd5154e9 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:14.380804 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-ecf40f7a-793e-43a4-9741-e92f05b62b12 None None] Provisioning complete for port 820ba9f7-ce93-456b-a678-1019908e7281 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:14.381281 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ecf40f7a-793e-43a4-9741-e92f05b62b12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (820ba9f7-ce93-456b-a678-1019908e7281), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.439283 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de253132-45ff-45e6-a482-f5c6a5a777bf None None] The sync data for ids ['e7790f4c-20a0-4a6a-9eab-306fc97be230'] in dv-cinder-817351-9-iscsi is: [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port': {'id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '820ba9f7-ce93-456b-a678-1019908e7281', 'name': '', 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'mac_address': 'fa:16:3e:3b:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 2, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'subnets': [{'id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:14.471514 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-ecf40f7a-793e-43a4-9741-e92f05b62b12 None None] Port 820ba9f7-ce93-456b-a678-1019908e7281 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:03:14.483855 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port ed61aa95-8d59-457e-ba75-8262fd5154e9 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:14.484242 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.573237 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port ed61aa95-8d59-457e-ba75-8262fd5154e9 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:14.668327 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.679665 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 58984) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:14.684660 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-22ffbd61-4283-4467-b8c5-63e078090c02 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-927123307', 'description': 'tempest-secgroup-smoke-927123307 description', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:14.704871 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22ffbd61-4283-4467-b8c5-63e078090c02 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.788471 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22ffbd61-4283-4467-b8c5-63e078090c02 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group (d1fdff55-b7f3-447c-89c6-6d088889af7a), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.792302 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22ffbd61-4283-4467-b8c5-63e078090c02 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d1fdff55-b7f3-447c-89c6-6d088889af7a), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.824489 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-22ffbd61-4283-4467-b8c5-63e078090c02 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.826000 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-22ffbd61-4283-4467-b8c5-63e078090c02 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1452749 Feb 04 13:03:14.827342 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ffbd61-4283-4467-b8c5-63e078090c02 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1fdff55-b7f3-447c-89c6-6d088889af7a,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:14.830540 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58986) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:14.835653 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-5461f21f-6b5a-49e1-b4cc-908bd93a959e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'security_group_rule': {'security_group_id': 'd1fdff55-b7f3-447c-89c6-6d088889af7a', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:14.861759 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5461f21f-6b5a-49e1-b4cc-908bd93a959e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (8eecb749-0e22-4982-82a8-41946487f277), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.924040 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5461f21f-6b5a-49e1-b4cc-908bd93a959e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (8eecb749-0e22-4982-82a8-41946487f277), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.928147 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5461f21f-6b5a-49e1-b4cc-908bd93a959e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (8eecb749-0e22-4982-82a8-41946487f277), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.947225 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5461f21f-6b5a-49e1-b4cc-908bd93a959e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eecb749-0e22-4982-82a8-41946487f277,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:14.955995 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-5461f21f-6b5a-49e1-b4cc-908bd93a959e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:14.957254 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-5461f21f-6b5a-49e1-b4cc-908bd93a959e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254072 Feb 04 13:03:14.960011 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58988) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:14.964411 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-9956b15c-9ac2-4f6c-9f64-2bea0968e401 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'security_group_rule': {'security_group_id': 'd1fdff55-b7f3-447c-89c6-6d088889af7a', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:14.990577 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9956b15c-9ac2-4f6c-9f64-2bea0968e401 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (70d1c890-476b-4a4f-9441-dd23dca966cd), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.050053 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9956b15c-9ac2-4f6c-9f64-2bea0968e401 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (70d1c890-476b-4a4f-9441-dd23dca966cd), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.054621 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9956b15c-9ac2-4f6c-9f64-2bea0968e401 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (70d1c890-476b-4a4f-9441-dd23dca966cd), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.072721 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956b15c-9ac2-4f6c-9f64-2bea0968e401 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70d1c890-476b-4a4f-9441-dd23dca966cd,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.081760 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9956b15c-9ac2-4f6c-9f64-2bea0968e401 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.083065 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-9956b15c-9ac2-4f6c-9f64-2bea0968e401 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220946 Feb 04 13:03:15.085829 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58990) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:15.090453 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-e0e54267-e8b1-4639-a960-268d2c69d472 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'security_group_rule': {'security_group_id': 'd1fdff55-b7f3-447c-89c6-6d088889af7a', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:15.132991 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e0e54267-e8b1-4639-a960-268d2c69d472 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (de8518bf-21b2-4341-8daa-7c21a980bb04), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.207469 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e0e54267-e8b1-4639-a960-268d2c69d472 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (de8518bf-21b2-4341-8daa-7c21a980bb04), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.212465 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e0e54267-e8b1-4639-a960-268d2c69d472 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (de8518bf-21b2-4341-8daa-7c21a980bb04), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.231707 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e54267-e8b1-4639-a960-268d2c69d472 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de8518bf-21b2-4341-8daa-7c21a980bb04,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.244621 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e0e54267-e8b1-4639-a960-268d2c69d472 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.248596 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e0e54267-e8b1-4639-a960-268d2c69d472 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1592329 Feb 04 13:03:15.248784 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58992) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:15.254024 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-2378b813-1014-4826-80e3-6856e2e32399 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'security_group_rule': {'security_group_id': 'd1fdff55-b7f3-447c-89c6-6d088889af7a', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:15.280915 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2378b813-1014-4826-80e3-6856e2e32399 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (92567dfc-e153-4a13-9f53-610f97f4fa6f), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.342872 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2378b813-1014-4826-80e3-6856e2e32399 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (92567dfc-e153-4a13-9f53-610f97f4fa6f), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.347539 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2378b813-1014-4826-80e3-6856e2e32399 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (92567dfc-e153-4a13-9f53-610f97f4fa6f), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.373396 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2378b813-1014-4826-80e3-6856e2e32399 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92567dfc-e153-4a13-9f53-610f97f4fa6f,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.380445 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-2378b813-1014-4826-80e3-6856e2e32399 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.381756 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-2378b813-1014-4826-80e3-6856e2e32399 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1320467 Feb 04 13:03:15.384495 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58994) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:15.390216 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'security_group_rule': {'security_group_id': 'd1fdff55-b7f3-447c-89c6-6d088889af7a', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:15.414827 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.securitygroups_db [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Project 5635860fdc7b4e9f91e6f1a66bc77a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:03:15.420469 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (140e0e17-d973-4b97-b923-98de5e03500f), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.479541 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device d21b55f6-c948-481b-b31c-74c81d6c4cd9 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:15.495436 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (140e0e17-d973-4b97-b923-98de5e03500f), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.499846 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (140e0e17-d973-4b97-b923-98de5e03500f), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.520093 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=140e0e17-d973-4b97-b923-98de5e03500f,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.529107 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.531005 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-e3b983db-8fa6-47e7-9f9e-b8dfc9a1df0c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1448135 Feb 04 13:03:15.533744 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 58996) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:15.538854 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port d21b55f6-c948-481b-b31c-74c81d6c4cd9 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:15.539554 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.539774 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.v2.base [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'security_group_rule': {'security_group_id': 'd1fdff55-b7f3-447c-89c6-6d088889af7a', 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109006) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:15.564301 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.db.securitygroups_db [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Project 5635860fdc7b4e9f91e6f1a66bc77a80 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 04 13:03:15.569650 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (a258ccaa-e3f2-457d-9929-08b604d5bbad), before_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.626836 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port d21b55f6-c948-481b-b31c-74c81d6c4cd9 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:15.627402 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.647433 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (a258ccaa-e3f2-457d-9929-08b604d5bbad), precommit_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.652424 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638758'] for security_group_rule (a258ccaa-e3f2-457d-9929-08b604d5bbad), after_create {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.657700 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] For port d21b55f6-c948-481b-b31c-74c81d6c4cd9, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=d21b55f6-c948-481b-b31c-74c81d6c4cd9,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:15.665170 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.678485 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a258ccaa-e3f2-457d-9929-08b604d5bbad,revision_number=0']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:15.684742 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:15.699349 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-55bc3dc2-16e7-4f84-abb6-02e49d6bb9c5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1603060 Feb 04 13:03:15.745878 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Pushing event updated for resources: {'Port': ['ID=d21b55f6-c948-481b-b31c-74c81d6c4cd9,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:16.616717 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Sync routers for ids ['e7790f4c-20a0-4a6a-9eab-306fc97be230'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:16.627674 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Routers {'e7790f4c-20a0-4a6a-9eab-306fc97be230'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:16.628535 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['e7790f4c-20a0-4a6a-9eab-306fc97be230'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:16.742354 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Set router e7790f4c-20a0-4a6a-9eab-306fc97be230 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:17.057478 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port': {'id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '820ba9f7-ce93-456b-a678-1019908e7281', 'name': '', 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'mac_address': 'fa:16:3e:3b:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 2, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'subnets': [{'id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:17.092280 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Checking router: e7790f4c-20a0-4a6a-9eab-306fc97be230 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:17.092649 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Updating router e7790f4c-20a0-4a6a-9eab-306fc97be230 port 820ba9f7-ce93-456b-a678-1019908e7281 binding host dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 04 13:03:17.128883 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (820ba9f7-ce93-456b-a678-1019908e7281), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.412190 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Publish callbacks [] for port (820ba9f7-ce93-456b-a678-1019908e7281), precommit_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.417540 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (820ba9f7-ce93-456b-a678-1019908e7281), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.427010 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device d21b55f6-c948-481b-b31c-74c81d6c4cd9 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:17.469207 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383ffb-c2c3-4df8-aadf-205a9cdffa5c None None] Pushing event updated for resources: {'Port': ['ID=820ba9f7-ce93-456b-a678-1019908e7281,revision_number=3']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.517648 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port d21b55f6-c948-481b-b31c-74c81d6c4cd9 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:17.518301 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.534519 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Attempting to bind port 820ba9f7-ce93-456b-a678-1019908e7281 on host dv-cinder-817351-9-iscsi for vnic_type normal with profile {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:17.534893 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Attempting to bind port 820ba9f7-ce93-456b-a678-1019908e7281 by drivers openvswitch,hyperv on host dv-cinder-817351-9-iscsi at level 0 using segments [{'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:17.535286 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Attempting to bind port 820ba9f7-ce93-456b-a678-1019908e7281 on network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:17.540648 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Checking agent: {'id': '636f22b5-caeb-48a8-8908-4e0528420899', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817351-9-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 40, 35), 'started_at': datetime.datetime(2022, 2, 4, 12, 41, 5), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817351-9-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:17.541046 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Checking segment: {'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:17.541451 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.541853 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Bound using segment: {'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'} {{(pid=109009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:17.542589 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.managers [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Bound port: 820ba9f7-ce93-456b-a678-1019908e7281, host: dv-cinder-817351-9-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5f06d7-8830-4766-bfa3-5138479d5b02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b'}}] {{(pid=109009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:17.542750 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (820ba9f7-ce93-456b-a678-1019908e7281), before_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.614879 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port d21b55f6-c948-481b-b31c-74c81d6c4cd9 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:17.622480 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] For port 820ba9f7-ce93-456b-a678-1019908e7281, host dv-cinder-817351-9-iscsi, cleared binding levels {{(pid=109009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:17.627459 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.plugins.ml2.db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] For port 820ba9f7-ce93-456b-a678-1019908e7281, host dv-cinder-817351-9-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=820ba9f7-ce93-456b-a678-1019908e7281,segment=NetworkSegment(df5f06d7-8830-4766-bfa3-5138479d5b02),segment_id=df5f06d7-8830-4766-bfa3-5138479d5b02)] {{(pid=109009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:17.635875 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron_lib.callbacks.manager [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (820ba9f7-ce93-456b-a678-1019908e7281), after_update {{(pid=109009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.699154 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e383ffb-c2c3-4df8-aadf-205a9cdffa5c None None] Pushing event updated for resources: {'Port': ['ID=820ba9f7-ce93-456b-a678-1019908e7281,revision_number=4']} {{(pid=109009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.701834 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Routers {'e7790f4c-20a0-4a6a-9eab-306fc97be230'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:17.702445 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['e7790f4c-20a0-4a6a-9eab-306fc97be230'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:17.722103 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d9e029e0-36aa-4613-b011-7699df599488 None None] Provisioning complete for port 820ba9f7-ce93-456b-a678-1019908e7281 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:17.722378 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d9e029e0-36aa-4613-b011-7699df599488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (820ba9f7-ce93-456b-a678-1019908e7281), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.820121 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d9e029e0-36aa-4613-b011-7699df599488 None None] Current status of the port 820ba9f7-ce93-456b-a678-1019908e7281 is: DOWN; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:17.820817 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d9e029e0-36aa-4613-b011-7699df599488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (820ba9f7-ce93-456b-a678-1019908e7281), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.829479 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] Set router e7790f4c-20a0-4a6a-9eab-306fc97be230 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:17.860523 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-d9e029e0-36aa-4613-b011-7699df599488 None None] For port 820ba9f7-ce93-456b-a678-1019908e7281, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=820ba9f7-ce93-456b-a678-1019908e7281,segment=NetworkSegment(df5f06d7-8830-4766-bfa3-5138479d5b02),segment_id=df5f06d7-8830-4766-bfa3-5138479d5b02)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:17.866162 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d9e029e0-36aa-4613-b011-7699df599488 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (820ba9f7-ce93-456b-a678-1019908e7281), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:17.916153 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e029e0-36aa-4613-b011-7699df599488 None None] Pushing event updated for resources: {'Port': ['ID=820ba9f7-ce93-456b-a678-1019908e7281,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:17.986283 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-ffbbb825-9fe1-45c5-a6a6-66b3138682eb None None] Provisioning complete for port 820ba9f7-ce93-456b-a678-1019908e7281 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:17.987316 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ffbbb825-9fe1-45c5-a6a6-66b3138682eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (820ba9f7-ce93-456b-a678-1019908e7281), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:18.073291 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-ffbbb825-9fe1-45c5-a6a6-66b3138682eb None None] Current status of the port 820ba9f7-ce93-456b-a678-1019908e7281 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:18.140200 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port': {'id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '820ba9f7-ce93-456b-a678-1019908e7281', 'name': '', 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'mac_address': 'fa:16:3e:3b:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:17Z', 'revision_number': 4, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'subnets': [{'id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:18.166851 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094c16e1-bafb-42e8-840d-3063016ba88a None None] The sync data for ids ['e7790f4c-20a0-4a6a-9eab-306fc97be230'] in dv-cinder-817351-9-iscsi is: [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:13Z', 'revision_number': 4, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port': {'id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '820ba9f7-ce93-456b-a678-1019908e7281', 'name': '', 'network_id': '32daa8db-3ddc-495d-98e8-2d5a953d4d7b', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'mac_address': 'fa:16:3e:3b:be:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_interface', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:12Z', 'updated_at': '2022-02-04T13:03:17Z', 'revision_number': 4, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'subnets': [{'id': '4424b1c3-164e-4bc5-8255-d9b8f88d3d9e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:19.441545 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 820ba9f7-ce93-456b-a678-1019908e7281 up at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:19.491086 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Provisioning complete for port 820ba9f7-ce93-456b-a678-1019908e7281 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:19.491382 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (820ba9f7-ce93-456b-a678-1019908e7281), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:19.569937 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Current status of the port 820ba9f7-ce93-456b-a678-1019908e7281 is: ACTIVE; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:28.116596 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:03:28.471731 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-93d0aa9b-7e21-4244-a0f6-ad56a9eeb57a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:29.916645 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-91f42337-8383-4ceb-adff-98056e65a8d5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-927123307&fields=id&tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80 HTTP/1.1" status: 200 len: 267 time: 0.0440760 Feb 04 13:03:30.031104 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-18bbb74a-7342-4b57-9923-46b94ca162d9 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:30.032801 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-18bbb74a-7342-4b57-9923-46b94ca162d9 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 809 time: 0.1086462 Feb 04 13:03:30.046951 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-1d6537a1-7886-41e3-a363-c4f13536b180 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/quotas/5635860fdc7b4e9f91e6f1a66bc77a80 HTTP/1.1" status: 200 len: 375 time: 0.0089273 Feb 04 13:03:30.101008 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-ff0ff5c0-898b-4e7b-918a-fcfea89c537e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488658 Feb 04 13:03:30.201550 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-4fcff083-9e20-4896-a725-cca294891068 service neutron] 10.222.0.26 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890014 Feb 04 13:03:30.290294 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-050d3907-1506-401c-82e3-5f028e941d5c service neutron] 10.222.0.26 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828764 Feb 04 13:03:30.572771 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-88c81899-7112-43c1-bcd2-e6e601e405e8 req-6fa70f7f-7a68-4d84-867c-54d0b398af97 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 210 time: 0.0297589 Feb 04 13:03:31.067405 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-570c275f-e74c-4c04-a968-e7c8973d6aa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.478773 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-e0efc8c5-a1ac-4e49-ad8f-387c219cda0f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:31.479883 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-e0efc8c5-a1ac-4e49-ad8f-387c219cda0f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 809 time: 0.1073561 Feb 04 13:03:31.547788 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-9bf078b7-7396-4247-9d32-b77182491fc7 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.75 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80 HTTP/1.1" status: 200 len: 379 time: 0.0558314 Feb 04 13:03:31.555705 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'port': {'device_id': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'admin_state_up': True, 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'security_groups': ['d1fdff55-b7f3-447c-89c6-6d088889af7a']}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:31.678102 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-389fbff2-a066-4e7d-b342-e21d26a25787 req-b6abbeee-7cfc-4392-8e98-62c6e0873f32 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 210 time: 0.0361400 Feb 04 13:03:31.694792 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Made reservation on behalf of 5635860fdc7b4e9f91e6f1a66bc77a80 for: {'port': 1} {{(pid=109007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 04 13:03:31.698163 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:31.829386 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Allocated IP 172.20.0.5 (517b16e6-6977-4558-82d4-3ad57e629978/84a7ba54-fe35-48be-a519-84c3664cd33e/4d58a355-aacc-4370-8397-06275795f603) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:31.969276 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for port (4d58a355-aacc-4370-8397-06275795f603), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.002378 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4d58a355-aacc-4370-8397-06275795f603), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.050992 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Network 517b16e6-6977-4558-82d4-3ad57e629978 is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:32.054102 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:32.057849 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:32.084343 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:32.097960 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.098311 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.098655 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.099018 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.099351 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.099680 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.100007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.100330 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.100652 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.100976 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.101297 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.101625 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.101945 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:03:32.122464 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.123129 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.140358 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-7cd9fc8b-9aa1-44f2-84ef-bd78b24f434a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.75 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5882075 Feb 04 13:03:32.151356 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Request body: {'port': {'device_id': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81735'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:32.217835 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d58a355-aacc-4370-8397-06275795f603), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.288890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-4e7a5f35-fed9-42ac-95bc-02db54b845b8 None None] Provisioning complete for port 4d58a355-aacc-4370-8397-06275795f603 triggered by entity DHCP. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:32.289495 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-4e7a5f35-fed9-42ac-95bc-02db54b845b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4d58a355-aacc-4370-8397-06275795f603), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.324292 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-4e7a5f35-fed9-42ac-95bc-02db54b845b8 None None] Port 4d58a355-aacc-4370-8397-06275795f603 cannot update to ACTIVE because it is not bound. {{(pid=109008) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 04 13:03:32.483696 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d58a355-aacc-4370-8397-06275795f603 {{(pid=109007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:32.491310 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Publish callbacks [] for port (4d58a355-aacc-4370-8397-06275795f603), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.503672 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.provisioning_blocks [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Transition to ACTIVE for port object 4d58a355-aacc-4370-8397-06275795f603 will not be triggered until provisioned by entity L2. {{(pid=109007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 04 13:03:32.507497 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4d58a355-aacc-4370-8397-06275795f603), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.558250 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:32.633240 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Attempting to bind port 4d58a355-aacc-4370-8397-06275795f603 on host hv-cinder-81735 for vnic_type normal with profile {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 04 13:03:32.633240 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Attempting to bind port 4d58a355-aacc-4370-8397-06275795f603 by drivers openvswitch,hyperv on host hv-cinder-81735 at level 0 using segments [{'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 04 13:03:32.633240 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Attempting to bind port 4d58a355-aacc-4370-8397-06275795f603 on network 517b16e6-6977-4558-82d4-3ad57e629978 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:32.635418 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Port 4d58a355-aacc-4370-8397-06275795f603 on network 517b16e6-6977-4558-82d4-3ad57e629978 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81735 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 04 13:03:32.635748 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Attempting to bind port 4d58a355-aacc-4370-8397-06275795f603 on network 517b16e6-6977-4558-82d4-3ad57e629978 {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 04 13:03:32.641773 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Checking agent: {'id': '8de4958e-b108-4b1b-8ef8-5b99863fde55', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81735', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'started_at': datetime.datetime(2022, 2, 4, 12, 46, 42), 'heartbeat_timestamp': datetime.datetime(2022, 2, 4, 13, 3, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 04 13:03:32.642135 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Checking segment: {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 04 13:03:32.642521 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Bound using segment: {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'} {{(pid=109007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 04 13:03:32.643002 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.managers [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Bound port: 4d58a355-aacc-4370-8397-06275795f603, host: hv-cinder-81735, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49adb753-8006-41f5-9c23-4aa294a4e2c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978'}}] {{(pid=109007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 04 13:03:32.643364 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d58a355-aacc-4370-8397-06275795f603), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.720915 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, cleared binding levels {{(pid=109007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 04 13:03:32.724846 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 04 13:03:32.731622 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (4d58a355-aacc-4370-8397-06275795f603), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.766345 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.767589 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:32.769005 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] 10.222.0.75 "PUT /v2.0/ports/4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 1093 time: 0.6220365 Feb 04 13:03:32.769470 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'tag': '4d58a355-aacc-4370-8397-06275795f603'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:32.771866 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3441d2a1-719e-4437-b9af-b8a41e5917a6" -d '{"events": [{"name": "network-changed", "server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "tag": "4d58a355-aacc-4370-8397-06275795f603"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:32.831365 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57b00d27-d632-415d-beac-4a550784b011 x-openstack-request-id: req-57b00d27-d632-415d-beac-4a550784b011 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:32.831661 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "tag": "4d58a355-aacc-4370-8397-06275795f603", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:32.831916 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-57b00d27-d632-415d-beac-4a550784b011 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:32.832327 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'tag': '4d58a355-aacc-4370-8397-06275795f603', 'status': 'completed', 'code': 200} Feb 04 13:03:32.843875 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a872d1-a11f-4a44-8ea9-3e8a061a61e6 req-0fdc35f7-2ddd-4dbe-8f2c-6c52b129a280 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.845878 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b9a872d1-a11f-4a44-8ea9-3e8a061a61e6 req-0fdc35f7-2ddd-4dbe-8f2c-6c52b129a280 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0842323 Feb 04 13:03:32.854723 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c38b56-10f5-43bc-8764-95104df6524f service neutron] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=3']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:32.873742 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-ed50d641-4f96-4773-beae-2cb142f0e545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.876273 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-ed50d641-4f96-4773-beae-2cb142f0e545 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1127 time: 0.0635660 Feb 04 13:03:32.905645 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-b9a872d1-a11f-4a44-8ea9-3e8a061a61e6 req-3aaed0e6-da2a-4b2b-93f1-14572a6bea69 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510826 Feb 04 13:03:32.924517 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-0b8e1e39-3f00-4723-b076-0870efdd2a34 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 217 time: 0.0416281 Feb 04 13:03:32.975492 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-f1703cc8-d5f6-4d78-ab60-69d6c4b3268b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:32.976880 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-f1703cc8-d5f6-4d78-ab60-69d6c4b3268b service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0460672 Feb 04 13:03:33.039347 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-45b6c522-c347-4c65-ba4d-1a9df1f5ebdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.042007 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-45b6c522-c347-4c65-ba4d-1a9df1f5ebdc service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0594687 Feb 04 13:03:33.139634 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-f9e3f1a4-d1e0-46f2-b58c-a4b0dfb85b9b service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919981 Feb 04 13:03:33.227714 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9e67eed5-2bb3-4936-b455-bcf2a3551af9 req-16e5bd05-8086-4ad1-8f1e-3b47ed401b46 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829411 Feb 04 13:03:33.318737 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-93ac7981-ac3e-42b0-afce-f2b4eb5f1173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.320289 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-93ac7981-ac3e-42b0-afce-f2b4eb5f1173 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1127 time: 0.0454698 Feb 04 13:03:33.432300 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:33.440423 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-36b21613-1466-42ba-a5fc-044537299d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.441934 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-36b21613-1466-42ba-a5fc-044537299d32 service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.1142976 Feb 04 13:03:33.483424 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-161d7bc7-80e2-4249-9d58-06c3fc1e6920 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 217 time: 0.0351386 Feb 04 13:03:33.535716 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-9eed0555-0e02-4ae8-b179-b14e72c060ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.537367 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-9eed0555-0e02-4ae8-b179-b14e72c060ae service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0478163 Feb 04 13:03:33.585366 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-b7f2f74f-f2e8-4e9d-a6a8-2b8b8b859a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:33.586895 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-b7f2f74f-f2e8-4e9d-a6a8-2b8b8b859a25 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443828 Feb 04 13:03:33.673603 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-4b7d7df7-c417-4b1c-8b44-bf4941a959f4 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808954 Feb 04 13:03:33.765580 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-3441d2a1-719e-4437-b9af-b8a41e5917a6 req-027ab341-984d-4642-8766-8c8364f38289 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865607 Feb 04 13:03:34.029426 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59843796-0404-49c7-8b38-3327feb88011 req-3127491a-3099-4d9a-a39b-eda7a40f2c0b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:34.030824 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-59843796-0404-49c7-8b38-3327feb88011 req-3127491a-3099-4d9a-a39b-eda7a40f2c0b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0533009 Feb 04 13:03:34.080265 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-59843796-0404-49c7-8b38-3327feb88011 req-b7604575-f2b5-4d9e-b08e-a63d1c1a8aa5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435095 Feb 04 13:03:34.757521 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:34.957529 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:35.200799 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea0557d-b5d0-4349-a8b2-ef42f0a870a2 req-a986e010-8ccc-42bf-90c4-ab008693d7ec tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:35.202279 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aea0557d-b5d0-4349-a8b2-ef42f0a870a2 req-a986e010-8ccc-42bf-90c4-ab008693d7ec tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0552952 Feb 04 13:03:35.254284 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-aea0557d-b5d0-4349-a8b2-ef42f0a870a2 req-9245cd1f-169a-4778-b8aa-1d5afdaa6062 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456243 Feb 04 13:03:36.371421 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513152da-3393-442c-9c4a-8c37f71522bd req-4100abfa-76c3-4d1f-8435-e5296b435ac5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:36.372887 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-513152da-3393-442c-9c4a-8c37f71522bd req-4100abfa-76c3-4d1f-8435-e5296b435ac5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0503871 Feb 04 13:03:36.671811 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-513152da-3393-442c-9c4a-8c37f71522bd req-8eafdf44-e2d7-4004-bf21-bf772167fea2 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923377 Feb 04 13:03:37.789699 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd27f85-9b03-4afb-8436-b76fb76be16f req-3d969679-3ab2-4d06-ba85-60e4fd6d4cf0 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:37.791229 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4bd27f85-9b03-4afb-8436-b76fb76be16f req-3d969679-3ab2-4d06-ba85-60e4fd6d4cf0 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0527225 Feb 04 13:03:37.839310 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-4bd27f85-9b03-4afb-8436-b76fb76be16f req-9bc44ae7-c55b-4557-9858-e26283febd71 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425773 Feb 04 13:03:39.053045 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdad3d58-8266-4fac-b9f0-2bf2a71457e0 req-bdcacea7-62ae-49ab-893e-9249415b974d tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:39.054881 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bdad3d58-8266-4fac-b9f0-2bf2a71457e0 req-bdcacea7-62ae-49ab-893e-9249415b974d tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.1487250 Feb 04 13:03:39.103643 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-bdad3d58-8266-4fac-b9f0-2bf2a71457e0 req-c834cf32-d1ab-441f-b6e2-d4fdf5a8e105 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436199 Feb 04 13:03:39.705437 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d58a355-aacc-4370-8397-06275795f603 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:03:39.803419 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:39.815046 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '4d58a355-aacc-4370-8397-06275795f603', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'port_id': '4d58a355-aacc-4370-8397-06275795f603', 'mac_address': 'fa:16:3e:f7:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:03:39.850787 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4d58a355-aacc-4370-8397-06275795f603 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:39.851217 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d58a355-aacc-4370-8397-06275795f603), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:39.864539 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d58a355-aacc-4370-8397-06275795f603 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:03:39.884447 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:39.888484 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4d58a355-aacc-4370-8397-06275795f603), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:39.934233 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=4']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:40.092133 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['4d58a355-aacc-4370-8397-06275795f603'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:03:40.284927 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18a898c-c066-4a2a-8551-71718060771e req-77a37cea-8a70-4041-981e-27e6bf9fc874 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:40.286520 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c18a898c-c066-4a2a-8551-71718060771e req-77a37cea-8a70-4041-981e-27e6bf9fc874 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 944 time: 0.1120849 Feb 04 13:03:40.338054 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-c18a898c-c066-4a2a-8551-71718060771e req-ae1e149d-ff46-4974-883b-cc3d8757f649 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460124 Feb 04 13:03:41.455345 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c50c19-3d47-4c97-89fd-d1fb38180b02 req-296fa0d7-466a-4331-af88-fb72e823b9e5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:41.456881 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-21c50c19-3d47-4c97-89fd-d1fb38180b02 req-296fa0d7-466a-4331-af88-fb72e823b9e5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 944 time: 0.0522566 Feb 04 13:03:41.511728 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-21c50c19-3d47-4c97-89fd-d1fb38180b02 req-c44531e7-0740-4cd0-8e6a-69119d448d27 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491507 Feb 04 13:03:41.721461 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d58a355-aacc-4370-8397-06275795f603 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:03:41.773920 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning for port 4d58a355-aacc-4370-8397-06275795f603 completed by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 04 13:03:41.777362 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 4d58a355-aacc-4370-8397-06275795f603 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:03:41.777740 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4d58a355-aacc-4370-8397-06275795f603), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:41.854473 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4d58a355-aacc-4370-8397-06275795f603 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:03:41.854846 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d58a355-aacc-4370-8397-06275795f603), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:41.877288 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58a355-aacc-4370-8397-06275795f603'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:41.879826 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65536aaa-c64b-4589-93bc-ecacd50da9d0" -d '{"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d58a355-aacc-4370-8397-06275795f603"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:41.893667 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:03:41.897925 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4d58a355-aacc-4370-8397-06275795f603), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:41.924417 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e36106c-3436-4a0e-8b5f-37ff6161ee1d x-openstack-request-id: req-4e36106c-3436-4a0e-8b5f-37ff6161ee1d {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:41.924717 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d58a355-aacc-4370-8397-06275795f603", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:41.925046 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4e36106c-3436-4a0e-8b5f-37ff6161ee1d {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:41.925354 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58a355-aacc-4370-8397-06275795f603', 'code': 200} Feb 04 13:03:41.951197 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=5']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:42.125344 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b047e92-f5f0-4ef5-8872-d3185e13b9b3 req-5f925a3a-9a53-445b-b51f-69bc62fe38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.126800 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2b047e92-f5f0-4ef5-8872-d3185e13b9b3 req-5f925a3a-9a53-445b-b51f-69bc62fe38bf service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0442164 Feb 04 13:03:42.172308 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2b047e92-f5f0-4ef5-8872-d3185e13b9b3 req-bcb64c09-208d-4798-90da-197194890e6c service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401282 Feb 04 13:03:42.628999 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76dc0e7-afa4-45e5-a333-f5e933858d90 req-55a23a31-c15e-4c47-99ab-567873d2c2ad tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:42.630514 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c76dc0e7-afa4-45e5-a333-f5e933858d90 req-55a23a31-c15e-4c47-99ab-567873d2c2ad tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0527153 Feb 04 13:03:42.680071 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c76dc0e7-afa4-45e5-a333-f5e933858d90 req-d44adabc-15e1-4cb5-8305-dbb1c9b75f24 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438542 Feb 04 13:03:43.802780 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3b122a-893c-4148-8ed2-212fc6e1aede req-77802ce1-b44c-436d-948b-64ffcdb192a2 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.804310 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0b3b122a-893c-4148-8ed2-212fc6e1aede req-77802ce1-b44c-436d-948b-64ffcdb192a2 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0544858 Feb 04 13:03:43.853227 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0b3b122a-893c-4148-8ed2-212fc6e1aede req-b6f33188-7299-401b-a086-2abd46e02005 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434670 Feb 04 13:03:43.972930 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e748ab-bac5-41e9-b267-a703c4637748 req-c67d13fe-ce75-4a26-8caa-e428be764f57 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:43.974351 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3e748ab-bac5-41e9-b267-a703c4637748 req-c67d13fe-ce75-4a26-8caa-e428be764f57 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0558708 Feb 04 13:03:44.023607 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c3e748ab-bac5-41e9-b267-a703c4637748 req-caeb4e08-653a-46f5-925d-9ab5b1773b0f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437067 Feb 04 13:03:44.045594 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 59150) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:44.129455 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdf26c9-46ec-4f81-92b3-99ed3294bd67 tempest-TestShelveInstance-40652782 tempest-TestShelveInstance-40652782-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:44.131013 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-3fdf26c9-46ec-4f81-92b3-99ed3294bd67 tempest-TestShelveInstance-40652782 tempest-TestShelveInstance-40652782-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1124 time: 0.0843914 Feb 04 13:03:44.133930 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 59154) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:03:44.138115 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.v2.base [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Request body: {'floatingip': {'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'port_id': '4d58a355-aacc-4370-8397-06275795f603', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 04 13:03:44.157802 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.257650 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (None), before_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.357959 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.db_base_plugin_common [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Allocated IP 172.27.3.159 (660db4d8-8478-4214-9c17-5d2cd4f06b9b/91714886-f0c2-4182-8297-cf0f27a526bf/d2d5353f-030a-4e54-9293-1ec7fd16f321) {{(pid=109007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 04 13:03:44.473030 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.510355 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8778708887655', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.552822 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Network 660db4d8-8478-4214-9c17-5d2cd4f06b9b is already hosted by enough agents. {{(pid=109007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 04 13:03:44.557908 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.base_scheduler [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Resources bound (agent type, host, resource id): {{(pid=109007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 04 13:03:44.563275 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Received port after_create {{(pid=109007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 04 13:03:44.565860 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'Port': ['ID=d2d5353f-030a-4e54-9293-1ec7fd16f321,revision_number=1']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:44.652696 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:44.935598 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for floatingip (24746c16-04db-44b0-acbc-fdff67d5e7b1), precommit_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:45.005061 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), before_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:45.153621 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), precommit_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:45.158519 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8503693'] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), after_update {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:45.230695 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event updated for resources: {'Port': ['ID=d2d5353f-030a-4e54-9293-1ec7fd16f321,revision_number=2']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:03:45.246037 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-601028'] for floatingip (24746c16-04db-44b0-acbc-fdff67d5e7b1), after_create {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:45.351047 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Floating IP 24746c16-04db-44b0-acbc-fdff67d5e7b1 associated. External IP: 172.27.3.159, port: 4d58a355-aacc-4370-8397-06275795f603. Feb 04 13:03:45.578628 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:03:45.688668 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:03:45.698622 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] Sync routers for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:03:45.706117 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:03:45.709996 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:45.710631 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:45.736702 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-f9aa99c3-1225-455b-909a-a33b892e8ab5 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6017487 Feb 04 13:03:45.737286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'tag': '4d58a355-aacc-4370-8397-06275795f603'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:03:45.739531 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5ef713-2b70-488a-97c7-c93ff3ba866e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "tag": "4d58a355-aacc-4370-8397-06275795f603"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:03:45.775380 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0165483b-221d-4d8a-9466-324ff8d9cd21 x-openstack-request-id: req-0165483b-221d-4d8a-9466-324ff8d9cd21 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:03:45.775681 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "tag": "4d58a355-aacc-4370-8397-06275795f603", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:03:45.775941 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-0165483b-221d-4d8a-9466-324ff8d9cd21 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:03:45.776355 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'tag': '4d58a355-aacc-4370-8397-06275795f603', 'status': 'completed', 'code': 200} Feb 04 13:03:45.827787 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:45.844021 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-7b3b6a02-89c8-43ce-a241-69610b365029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.845530 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-7b3b6a02-89c8-43ce-a241-69610b365029 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0488396 Feb 04 13:03:45.939241 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-dea541f0-30c7-41e0-bad4-9ff6628851dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:45.940760 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-dea541f0-30c7-41e0-bad4-9ff6628851dd service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.0893595 Feb 04 13:03:46.014623 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-e6866d7a-0ffa-4a96-9765-d231f98ad4eb service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 999 time: 0.0681751 Feb 04 13:03:46.065227 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-d99242f6-865f-4685-94aa-6878d63d53c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:46.066722 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-d99242f6-865f-4685-94aa-6878d63d53c7 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0466280 Feb 04 13:03:46.116624 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-0420c431-70a4-4f18-aeae-6b1d2be2400f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:46.118075 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-0420c431-70a4-4f18-aeae-6b1d2be2400f service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453508 Feb 04 13:03:46.186008 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '24746c16-04db-44b0-acbc-fdff67d5e7b1', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'port_id': '4d58a355-aacc-4370-8397-06275795f603', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'mac_address': 'fa:16:3e:f7:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:44Z', 'updated_at': '2022-02-04T13:03:44Z', 'revision_number': 0, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 5, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:46.211731 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-26f7227d-ed05-4b8c-92c1-b408e66159bc service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867498 Feb 04 13:03:46.215274 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] Checking router: 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:03:46.224601 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:03:46.225204 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:03:31Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:46.303662 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4b5ef713-2b70-488a-97c7-c93ff3ba866e req-d1df5b86-dcef-4831-98de-29ccf1404aa6 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861688 Feb 04 13:03:46.336759 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:03:46.554850 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '24746c16-04db-44b0-acbc-fdff67d5e7b1', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'port_id': '4d58a355-aacc-4370-8397-06275795f603', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'mac_address': 'fa:16:3e:f7:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:44Z', 'updated_at': '2022-02-04T13:03:44Z', 'revision_number': 0, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 5, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:03:46.591598 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4f63e7-26aa-44a0-b0f4-091999ac47c2 None None] The sync data for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi is: [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_floatingips': [{'id': '24746c16-04db-44b0-acbc-fdff67d5e7b1', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'floating_ip_address': '172.27.3.159', 'floating_network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'router_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'port_id': '4d58a355-aacc-4370-8397-06275795f603', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'mac_address': 'fa:16:3e:f7:47:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-04T13:03:44Z', 'updated_at': '2022-02-04T13:03:44Z', 'revision_number': 0, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 5, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:03:47.216279 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dabbf5d-78c9-40c8-914e-767e3a5fc3dc None None] New status for floating IP 24746c16-04db-44b0-acbc-fdff67d5e7b1: ACTIVE {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:03:48.875537 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-b14feae1-7646-494a-8be3-3eb2bd41d529 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0432751 Feb 04 13:03:48.964172 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706534-a644-43a2-8282-13701b08e819 req-99e1b8d2-d4d7-4c2d-b4f6-5779dfd37ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:48.965703 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-99e1b8d2-d4d7-4c2d-b4f6-5779dfd37ddf service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0492835 Feb 04 13:03:49.068657 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706534-a644-43a2-8282-13701b08e819 req-29f96085-b23f-4be9-8e9b-3b34d9e37b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:49.070158 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-29f96085-b23f-4be9-8e9b-3b34d9e37b69 service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.0854883 Feb 04 13:03:49.137711 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-63323677-4473-4486-afe5-f30bc137432a service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 1001 time: 0.0622168 Feb 04 13:03:49.184790 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706534-a644-43a2-8282-13701b08e819 req-a67f5191-4a01-4c8f-a750-1f1a43ed1622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:49.186251 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-a67f5191-4a01-4c8f-a750-1f1a43ed1622 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0436904 Feb 04 13:03:49.234511 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2706534-a644-43a2-8282-13701b08e819 req-57a605ea-9611-4bb8-adc1-31c9ce7eb612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:03:49.236096 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-57a605ea-9611-4bb8-adc1-31c9ce7eb612 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446086 Feb 04 13:03:49.326274 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-3c92b435-fd62-4c03-8927-9279b46c8aff service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842998 Feb 04 13:03:49.414307 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b2706534-a644-43a2-8282-13701b08e819 req-76d580b0-4995-41e5-9c9b-89366c9bc076 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825174 Feb 04 13:03:58.472762 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-34ba7e87-d853-4dd8-889b-97b1f4bec4ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:01.069958 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-04925bf3-3522-4623-8683-2f7f15598ebf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:03.435953 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:04.760706 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:04.960027 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:05.115409 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:04:14.650793 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:28.474173 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-9299217a-e956-4eb4-aa03-58f2cb5fd923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:31.072192 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-86cb5c11-cb8b-4304-898d-02c6230c3a9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:33.437944 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:34.762552 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:34.965360 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:42.115540 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:04:44.658253 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:04:50.877043 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-f8a6f015-eb91-4c9d-b0ce-dea5306a6f1b service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0889194 Feb 04 13:04:50.962292 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-ada32f0a-eb81-40ba-8094-1b7ef09b3bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:50.963822 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-ada32f0a-eb81-40ba-8094-1b7ef09b3bb5 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0481219 Feb 04 13:04:51.069109 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-cd800a84-4d66-4842-9c0d-3dc38e2e032a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.070486 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-cd800a84-4d66-4842-9c0d-3dc38e2e032a service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.0857902 Feb 04 13:04:51.149729 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-b268a813-5390-4b65-8ba0-3a1c706bc78e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 1001 time: 0.0734525 Feb 04 13:04:51.198603 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-b8eda713-00c3-4aee-aa06-b3a4883b6efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.200096 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-b8eda713-00c3-4aee-aa06-b3a4883b6efe service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0445380 Feb 04 13:04:51.248959 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-d49aaadf-80d0-49c0-8b52-9856d15cae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:04:51.250484 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-d49aaadf-80d0-49c0-8b52-9856d15cae9b service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0450785 Feb 04 13:04:51.340395 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-2322e16b-e7f6-4c96-84e1-ccf599f8f46e service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840437 Feb 04 13:04:51.428012 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-a5858907-aa4f-40fb-b019-8b0af4307278 req-c87b374c-06f0-4356-ada4-730e81481107 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824232 Feb 04 13:04:58.475304 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-80006ad8-b8c2-4929-8485-12fe6dde9420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:01.073826 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-8d6f3b18-63d5-4b6c-8bda-ad8724ecf109 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:03.441485 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:04.766196 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:04.960349 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:14.669023 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:19.114669 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:05:28.477860 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-929839cc-15a1-4c5b-b647-a7677e8908ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:31.085630 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-51f434bc-2d38-4ecf-b226-ff98b2add1f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:33.444341 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:34.770059 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:34.963033 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:40.671353 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bff3da5-9085-429d-a865-09211af51579 req-360c8118-c8fc-4800-9562-6296f50d3eda tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:40.672875 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6bff3da5-9085-429d-a865-09211af51579 req-360c8118-c8fc-4800-9562-6296f50d3eda tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0550790 Feb 04 13:05:40.725516 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-6bff3da5-9085-429d-a865-09211af51579 req-b85255cc-31eb-41ce-bfe2-b5b3f1daeb5a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468552 Feb 04 13:05:41.849381 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c526778-5eb5-4af1-a94c-5de4fe567925 req-4cb6b63a-7a5c-4973-b885-7b41587e3cae tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:41.850895 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c526778-5eb5-4af1-a94c-5de4fe567925 req-4cb6b63a-7a5c-4973-b885-7b41587e3cae tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0547659 Feb 04 13:05:41.900603 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-0c526778-5eb5-4af1-a94c-5de4fe567925 req-98628c5e-d55d-491a-baab-64a0c7829461 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435631 Feb 04 13:05:43.022704 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4973e8-64d1-4a04-828c-732b5dfa851d req-4e045d97-d19a-48f6-b676-db4d88899fee tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:43.024271 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ba4973e8-64d1-4a04-828c-732b5dfa851d req-4e045d97-d19a-48f6-b676-db4d88899fee tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0565372 Feb 04 13:05:43.073442 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-ba4973e8-64d1-4a04-828c-732b5dfa851d req-d57a9268-912d-4a68-88c4-b69bbb8c2837 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437098 Feb 04 13:05:44.195044 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d06dd-571e-47d8-bf6f-883709272ae7 req-38cde990-bd3a-4862-8e40-9750470281b9 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:44.196538 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c22d06dd-571e-47d8-bf6f-883709272ae7 req-38cde990-bd3a-4862-8e40-9750470281b9 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0561042 Feb 04 13:05:44.245441 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-c22d06dd-571e-47d8-bf6f-883709272ae7 req-9d397462-8ed5-447f-880c-1536ddc193b6 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434432 Feb 04 13:05:44.667801 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:45.365276 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90bdb28-17f8-4475-ab00-675979a34f9f req-a2a4f711-6f72-4f0e-ae98-ea8e1dd7f18c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:45.366897 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d90bdb28-17f8-4475-ab00-675979a34f9f req-a2a4f711-6f72-4f0e-ae98-ea8e1dd7f18c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0536702 Feb 04 13:05:45.430259 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d90bdb28-17f8-4475-ab00-675979a34f9f req-418dd958-05d8-46c0-835e-ff8cd63a8de1 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578501 Feb 04 13:05:46.552284 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fd6e15-bda5-4216-80d4-d5a8a0b1f5a5 req-7fecb039-937d-4388-8c53-4f2be86c16cc tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:46.553755 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-93fd6e15-bda5-4216-80d4-d5a8a0b1f5a5 req-7fecb039-937d-4388-8c53-4f2be86c16cc tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0540349 Feb 04 13:05:46.600925 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-93fd6e15-bda5-4216-80d4-d5a8a0b1f5a5 req-b220a73f-6515-48a4-a3b8-a4ba7b2fd069 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417252 Feb 04 13:05:47.724013 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b6e85e-92db-40f0-bfcc-101590f8bb2b req-fae5256d-f24c-439f-8472-5795270bfcab tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:47.725585 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-39b6e85e-92db-40f0-bfcc-101590f8bb2b req-fae5256d-f24c-439f-8472-5795270bfcab tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0570207 Feb 04 13:05:47.775955 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-39b6e85e-92db-40f0-bfcc-101590f8bb2b req-c00b84f1-0b11-4462-a3b1-cf38dc46eccc tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447605 Feb 04 13:05:48.900787 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df95f0a-8bd8-41e5-9040-62f3b904666a req-8e54a3eb-3c88-4502-8f71-148018a25e29 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:48.902327 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9df95f0a-8bd8-41e5-9040-62f3b904666a req-8e54a3eb-3c88-4502-8f71-148018a25e29 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0591981 Feb 04 13:05:48.955456 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9df95f0a-8bd8-41e5-9040-62f3b904666a req-297efccb-ac10-4967-8abd-60a6fbd8a5a2 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465140 Feb 04 13:05:50.075773 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d08837a6-2d4e-41aa-af0b-2ccba794776f req-7d938293-921a-4e16-914d-1b571d4db559 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:50.077282 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d08837a6-2d4e-41aa-af0b-2ccba794776f req-7d938293-921a-4e16-914d-1b571d4db559 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0520887 Feb 04 13:05:50.134951 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-d08837a6-2d4e-41aa-af0b-2ccba794776f req-de9df443-aaad-4cee-ba90-3fd6dabcb0df tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514867 Feb 04 13:05:50.796308 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-edcf7a24-72c3-4395-84b9-fb01bc95c348 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:50.798320 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-edcf7a24-72c3-4395-84b9-fb01bc95c348 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0448971 Feb 04 13:05:50.887427 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-cca89508-accb-4f53-9728-396ef4c9dffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:50.888886 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-cca89508-accb-4f53-9728-396ef4c9dffc service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.0858006 Feb 04 13:05:51.199650 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-0108e2ea-e6f1-4b9e-a6bd-f5c7d2172af2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 1001 time: 0.3055961 Feb 04 13:05:51.278911 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-973d2b31-4ad5-4434-8bcb-46b9b1c364c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:51.281553 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-973d2b31-4ad5-4434-8bcb-46b9b1c364c9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0759857 Feb 04 13:05:51.305503 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d061ff2-6760-4fa4-92d5-3e66fe8c3747 req-85a7f24c-4271-4496-971c-d32a1ec63041 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:51.306973 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4d061ff2-6760-4fa4-92d5-3e66fe8c3747 req-85a7f24c-4271-4496-971c-d32a1ec63041 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0941317 Feb 04 13:05:51.373102 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-34044107-8014-414e-9a4a-b6684f21ce02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:51.374630 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-34044107-8014-414e-9a4a-b6684f21ce02 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0872636 Feb 04 13:05:51.379845 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-4d061ff2-6760-4fa4-92d5-3e66fe8c3747 req-afff355f-abbd-4fac-8612-3ea5dede214b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579312 Feb 04 13:05:51.466050 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-97528f28-27fa-425b-aae3-20e5bf316c0e service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852451 Feb 04 13:05:51.554204 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2328a2db-5e57-4f33-a012-75fbc690bb87 req-14d2cbb9-7fca-41bf-99c7-aec7a0318268 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828831 Feb 04 13:05:51.879525 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-68c2a291-19df-414d-82b6-5941e5ff74a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:51.880995 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-68c2a291-19df-414d-82b6-5941e5ff74a2 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0464804 Feb 04 13:05:51.986081 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-46fb49fa-a3a3-4c16-a958-09326f53f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:51.987658 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-46fb49fa-a3a3-4c16-a958-09326f53f5a0 service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.0884492 Feb 04 13:05:52.050913 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-282f20dd-d3f2-4e3b-bf18-a963769a3096 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 1001 time: 0.0574119 Feb 04 13:05:52.104845 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-ef078656-4416-4f9b-823f-90e0d0424efa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:52.106361 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-ef078656-4416-4f9b-823f-90e0d0424efa service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0484920 Feb 04 13:05:52.155043 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-287dff40-649d-461c-be0b-7917cf77f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:52.156487 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-287dff40-649d-461c-be0b-7917cf77f7b4 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443149 Feb 04 13:05:52.244401 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-7b61a2c1-aedb-48c9-b1e0-0b257cac12ab service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811782 Feb 04 13:05:52.336401 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-2f3bd7dd-68be-47fd-a2cc-3cf14d0a41af req-ac5b7a63-5549-473d-95ef-36c62b57a0c9 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864165 Feb 04 13:05:52.501756 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92978495-bb8a-455e-a6c8-eed78f7cdbdb req-6cc130d8-2835-4460-970b-15427488976a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:52.503271 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-92978495-bb8a-455e-a6c8-eed78f7cdbdb req-6cc130d8-2835-4460-970b-15427488976a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0571308 Feb 04 13:05:52.557650 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-92978495-bb8a-455e-a6c8-eed78f7cdbdb req-c3adf1b8-df87-446a-851e-6f15f622fdea tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485997 Feb 04 13:05:53.681715 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ff6bc-db5b-4ee0-8179-1539d877d346 req-fc3f1f9b-e6d8-44fc-8614-cefa6f5b2ca0 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:53.683247 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b46ff6bc-db5b-4ee0-8179-1539d877d346 req-fc3f1f9b-e6d8-44fc-8614-cefa6f5b2ca0 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0537579 Feb 04 13:05:53.739683 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-b46ff6bc-db5b-4ee0-8179-1539d877d346 req-c6a34b10-830f-4a55-a37b-66b2276451bf tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503535 Feb 04 13:05:53.850053 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-9f3c0601-d514-43c5-a9e6-66b317d31006 req-9c6f5d1a-ac71-4317-b482-e4dc55b8975d service neutron] http://10.222.0.26:9696/v2.0/extensions returned with HTTP 200 {{(pid=109006) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 04 13:05:53.851092 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-9f3c0601-d514-43c5-a9e6-66b317d31006 req-9c6f5d1a-ac71-4317-b482-e4dc55b8975d service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0471766 Feb 04 13:05:54.005358 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e041a9a2-bc8e-400e-9fa1-f8b58d1d393b req-0be02b1d-aea1-462b-a705-c84c296da272 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:54.006858 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e041a9a2-bc8e-400e-9fa1-f8b58d1d393b req-0be02b1d-aea1-462b-a705-c84c296da272 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0541320 Feb 04 13:05:54.026391 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-83d37f8a-c87b-4bd2-a0e7-97f265b50e54 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0942292 Feb 04 13:05:54.061093 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e041a9a2-bc8e-400e-9fa1-f8b58d1d393b req-683ca625-7e5c-45e5-9ec5-820d10ce07e2 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485115 Feb 04 13:05:55.180795 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895e95fb-b242-4019-b456-160ba393a469 req-72a7da5a-5c9f-4da9-ba33-b4141a8f8f7a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:55.182350 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-895e95fb-b242-4019-b456-160ba393a469 req-72a7da5a-5c9f-4da9-ba33-b4141a8f8f7a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0524278 Feb 04 13:05:55.232440 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-895e95fb-b242-4019-b456-160ba393a469 req-95f42d33-b08e-426c-af25-ad765b13c274 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445349 Feb 04 13:05:55.265931 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-f9123c65-7dfa-4c9e-b003-7c4e88819a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:55.268265 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-f9123c65-7dfa-4c9e-b003-7c4e88819a00 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7&tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80 HTTP/1.1" status: 200 len: 1129 time: 0.0461435 Feb 04 13:05:55.333832 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-41403587-5b6a-4f2f-9ddd-9af15ef24b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:55.335356 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-41403587-5b6a-4f2f-9ddd-9af15ef24b1d service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0454841 Feb 04 13:05:55.429007 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-4b490d69-d601-44da-8d7a-89ca91b06081 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:55.430599 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-4b490d69-d601-44da-8d7a-89ca91b06081 service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.0895774 Feb 04 13:05:55.494715 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-da539011-d8ee-44db-842c-cad85603885e service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 1001 time: 0.0588779 Feb 04 13:05:55.543488 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-7d3f3c3a-1637-4815-a693-319ea1fc6aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:55.544965 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-7d3f3c3a-1637-4815-a693-319ea1fc6aa9 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0451252 Feb 04 13:05:55.598886 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-11b2b2f0-a4ba-423f-9ec4-ce8689de0ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:55.600447 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-11b2b2f0-a4ba-423f-9ec4-ce8689de0ca9 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0502336 Feb 04 13:05:55.690037 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-a891fc27-880c-44c4-a86d-98f0d88fd5ac service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833755 Feb 04 13:05:55.782741 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-45d77b28-0e9d-4480-b6d2-798f1f07803e req-47367041-ac69-4937-9a0b-dd360620dd85 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868583 Feb 04 13:05:56.113894 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:05:56.343801 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d58a355-aacc-4370-8397-06275795f603 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:05:56.352662 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1f037f-81ee-41db-992f-2c9f6c3bd6f3 req-5692bd1d-0082-408f-84eb-c9c9f21de54d tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:56.354157 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ca1f037f-81ee-41db-992f-2c9f6c3bd6f3 req-5692bd1d-0082-408f-84eb-c9c9f21de54d tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0534792 Feb 04 13:05:56.403173 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ca1f037f-81ee-41db-992f-2c9f6c3bd6f3 req-29a6f23a-cfa6-47b7-a1c5-9f8a98c7dd79 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434375 Feb 04 13:05:56.419654 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4d58a355-aacc-4370-8397-06275795f603 is: ACTIVE; New status is: DOWN {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:05:56.420061 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d58a355-aacc-4370-8397-06275795f603), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:56.446894 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d58a355-aacc-4370-8397-06275795f603'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:05:56.449262 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5588aef3-889e-411a-aea1-f17e08a041ea" -d '{"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d58a355-aacc-4370-8397-06275795f603"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:05:56.461858 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:05:56.465611 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4d58a355-aacc-4370-8397-06275795f603), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:56.514311 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=6']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:05:56.522532 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.522891 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.523289 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.523615 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.523953 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.524290 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.524732 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.524946 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.525276 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.525608 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.525940 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.526267 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.526591 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:05:56.544342 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Feb 2022 13:05:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccb2ec8-87c4-45c7-a9c3-f4aa95dfa54f x-openstack-request-id: req-4ccb2ec8-87c4-45c7-a9c3-f4aa95dfa54f {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:05:56.544709 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-unplugged", "status": "completed", "tag": "4d58a355-aacc-4370-8397-06275795f603", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:05:56.544970 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-4ccb2ec8-87c4-45c7-a9c3-f4aa95dfa54f {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:05:56.545374 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d58a355-aacc-4370-8397-06275795f603', 'code': 200} Feb 04 13:05:57.521401 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b2ad4-072b-4c16-a805-286e3b198f79 req-5cdbe84f-c3b7-4435-b3b7-adf4ad6a5dd8 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:57.522852 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae0b2ad4-072b-4c16-a805-286e3b198f79 req-5cdbe84f-c3b7-4435-b3b7-adf4ad6a5dd8 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0535262 Feb 04 13:05:57.578735 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae0b2ad4-072b-4c16-a805-286e3b198f79 req-a59f300e-61b5-4073-a389-73a68c6b9a82 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501306 Feb 04 13:05:58.480606 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-cf882d89-93f0-4428-81ae-63a372a729e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:05:58.702170 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecde86c-0b5d-4c28-85da-16d71b86a377 req-76fead80-fd62-4cbe-b52b-714169ef38d8 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:58.704240 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0ecde86c-0b5d-4c28-85da-16d71b86a377 req-76fead80-fd62-4cbe-b52b-714169ef38d8 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0558288 Feb 04 13:05:58.755129 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-0ecde86c-0b5d-4c28-85da-16d71b86a377 req-ebd3027b-d800-4a3f-a94b-4959d7b654e0 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451944 Feb 04 13:05:59.879575 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a784c0-9704-4668-8d79-d67b773c252d req-8face865-f4d1-401c-ba2b-466f31ad0623 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:05:59.881092 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d4a784c0-9704-4668-8d79-d67b773c252d req-8face865-f4d1-401c-ba2b-466f31ad0623 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0573943 Feb 04 13:05:59.930075 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-d4a784c0-9704-4668-8d79-d67b773c252d req-0f79bd72-283c-42dc-8e32-5d3f1c7bff7a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434644 Feb 04 13:06:01.066198 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc48bc5-e513-4495-8ee8-b8f5589c5814 req-ba8e86bf-d79c-4032-98bb-28a06a40b3f2 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:01.067803 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dfc48bc5-e513-4495-8ee8-b8f5589c5814 req-ba8e86bf-d79c-4032-98bb-28a06a40b3f2 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0707684 Feb 04 13:06:01.079229 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ea32cbfa-52f4-473f-9e26-ea234b3eca7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:01.119358 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-dfc48bc5-e513-4495-8ee8-b8f5589c5814 req-a056c111-5bc5-4667-9a24-7587457878b3 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456729 Feb 04 13:06:01.765883 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560c3ac8-1a3f-4166-a871-4165898382ce req-24acc057-f7e3-4578-b058-60f62e7f63b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:01.767573 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-560c3ac8-1a3f-4166-a871-4165898382ce req-24acc057-f7e3-4578-b058-60f62e7f63b1 service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1127 time: 0.0451899 Feb 04 13:06:01.814257 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-560c3ac8-1a3f-4166-a871-4165898382ce req-10e38863-b4d9-4504-88f1-63a86e7e3077 service neutron] 10.222.0.75 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403759 Feb 04 13:06:02.252238 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e446e355-cfb8-49cb-81f8-cb51f97eeaed req-23a2c6e1-3b71-4b7a-b346-1b3fc4fbf3d9 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:02.254001 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e446e355-cfb8-49cb-81f8-cb51f97eeaed req-23a2c6e1-3b71-4b7a-b346-1b3fc4fbf3d9 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0576396 Feb 04 13:06:02.303446 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-e446e355-cfb8-49cb-81f8-cb51f97eeaed req-0d1247e7-9e28-4558-bdb5-0f4d4ded7a70 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438282 Feb 04 13:06:03.422764 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e410b-7e90-4fd5-816b-03267c6ee28c req-0ba7144e-2083-40c3-91ff-192b7b2ecf57 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:03.424300 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7f0e410b-7e90-4fd5-816b-03267c6ee28c req-0ba7144e-2083-40c3-91ff-192b7b2ecf57 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 943 time: 0.0531056 Feb 04 13:06:03.447305 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:03.479237 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-7f0e410b-7e90-4fd5-816b-03267c6ee28c req-bd2e6234-61b7-49f7-aa57-d81830ed1f32 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489631 Feb 04 13:06:04.356700 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d58a355-aacc-4370-8397-06275795f603 details requested by agent hyperv_hv-cinder-81735 with host hv-cinder-81735 {{(pid=109008) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 04 13:06:04.455724 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:06:04.467288 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Returning: {'device': '4d58a355-aacc-4370-8397-06275795f603', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'port_id': '4d58a355-aacc-4370-8397-06275795f603', 'mac_address': 'fa:16:3e:f7:47:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109008) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 04 13:06:04.504628 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4d58a355-aacc-4370-8397-06275795f603 is: DOWN; New status is: BUILD {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:06:04.505048 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d58a355-aacc-4370-8397-06275795f603), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:04.517780 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d58a355-aacc-4370-8397-06275795f603 {{(pid=109008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:228}} Feb 04 13:06:04.540754 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:06:04.544374 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4d58a355-aacc-4370-8397-06275795f603), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:04.590640 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=7']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:04.762359 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] get_ports_and_sgs() called for port_ids ['4d58a355-aacc-4370-8397-06275795f603'] {{(pid=109008) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 04 13:06:04.799458 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:04.983562 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:06.376923 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d58a355-aacc-4370-8397-06275795f603 up at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 04 13:06:06.424691 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.provisioning_blocks [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Provisioning complete for port 4d58a355-aacc-4370-8397-06275795f603 triggered by entity L2. {{(pid=109008) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 04 13:06:06.425068 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-4025183'] for port (4d58a355-aacc-4370-8397-06275795f603), provisioning_complete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:06.503809 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Current status of the port 4d58a355-aacc-4370-8397-06275795f603 is: BUILD; New status is: ACTIVE {{(pid=109008) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2238}} Feb 04 13:06:06.504139 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-4127839'] for port (4d58a355-aacc-4370-8397-06275795f603), before_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:06.526614 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58a355-aacc-4370-8397-06275795f603'}] {{(pid=109008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:06:06.528879 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}60b8fe4c2fa7dd8807fcb6688fe33400eadb51015c01418f1bfb171f937fcd09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-298a54c9-4797-4967-bb0c-20fb179b5a27" -d '{"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d58a355-aacc-4370-8397-06275795f603"}]}' {{(pid=109008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:06:06.541884 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:06:06.546341 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8778709367543', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8778708887673', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8778708887691'] for port (4d58a355-aacc-4370-8397-06275795f603), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:06.571005 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56451869-9496-409f-876b-adfd9e195503 x-openstack-request-id: req-56451869-9496-409f-876b-adfd9e195503 {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:06:06.571332 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-plugged", "status": "completed", "tag": "4d58a355-aacc-4370-8397-06275795f603", "code": 200}]} {{(pid=109008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:06:06.571559 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-56451869-9496-409f-876b-adfd9e195503 {{(pid=109008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:06:06.571947 dv-cinder-817351-9-iscsi neutron-server[109008]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d58a355-aacc-4370-8397-06275795f603', 'code': 200} Feb 04 13:06:06.598866 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Pushing event updated for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=8']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:06:14.670334 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:28.482160 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-c69851fe-46a4-45a5-afdd-e9a899e7f02b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:31.082253 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-cba4edb4-d1bb-4eb5-8673-233f0bca3d05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:33.113225 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:06:33.450829 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:34.777703 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:34.967530 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:44.720847 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:06:52.829849 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-561ea524-f434-4ac0-8b3b-b6cc086ee99c service neutron] 10.222.0.75 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433505 Feb 04 13:06:52.914545 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-6eab29d5-4361-4697-b3e8-183b4cafec61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:52.916077 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-6eab29d5-4361-4697-b3e8-183b4cafec61 service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0449402 Feb 04 13:06:53.032109 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-1c353734-f515-4933-b2e3-ac1324a52895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.033613 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-1c353734-f515-4933-b2e3-ac1324a52895 service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.0997298 Feb 04 13:06:53.098316 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-aa0f1f9a-ee5c-4d9d-b2db-1cd87efb30b4 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 1001 time: 0.0593956 Feb 04 13:06:53.145764 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-f9c0542f-6c59-4a68-9430-cd67d056b2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.147257 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-f9c0542f-6c59-4a68-9430-cd67d056b2a8 service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0439568 Feb 04 13:06:53.198971 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-a52573ba-3263-4ab6-8134-96167bae4466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:06:53.200585 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-a52573ba-3263-4ab6-8134-96167bae4466 service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0481942 Feb 04 13:06:53.289731 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-6eabcbf1-fb54-4f07-8d8a-d3c90483e9d6 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833781 Feb 04 13:06:53.380990 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-140fdd19-eb18-4f23-ace8-679c6084c7c8 req-c9d6567a-d861-4283-b275-17c516bc7139 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859675 Feb 04 13:06:58.484371 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a2f3b4cd-7ad1-4732-886d-9b8a56965936 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:01.084924 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-c5d8d143-ccc8-4c6a-8f94-f4760d6b2f0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:02.246652 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [req-de5b5546-c413-48eb-ab8e-682d1d653396 req-29742acc-6bc4-4e22-a061-2d1db396eb98 service neutron] (109007) timed out ('10.222.0.75', 61640) {{(pid=109007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:07:03.453120 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:04.779433 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:04.970375 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:10.113391 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:07:11.445084 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-dbb806fa-0d8c-4749-a9dd-11ab6d70f43f req-d0f70a31-1357-45f5-816e-69bb97f4edc6 service neutron] (109006) timed out ('10.222.0.75', 61205) {{(pid=109006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:07:13.232549 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 59276) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:13.389608 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Deleting port d2d5353f-030a-4e54-9293-1ec7fd16f321 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:13.389958 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:13.465290 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:13.465642 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for floatingip (d2d5353f-030a-4e54-9293-1ec7fd16f321), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:13.478062 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Calling delete_port for d2d5353f-030a-4e54-9293-1ec7fd16f321 owned by network:floatingip {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:13.629042 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (d2d5353f-030a-4e54-9293-1ec7fd16f321), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:13.654233 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event deleted for resources: {'Port': ['ID=d2d5353f-030a-4e54-9293-1ec7fd16f321,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:13.665574 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.665932 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.666281 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.666624 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.666979 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.667319 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.667650 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.667979 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.668305 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.668634 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.668963 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.669286 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.669609 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:13.727449 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for floatingip (24746c16-04db-44b0-acbc-fdff67d5e7b1), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:13.727694 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.db.l3_db [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Floating IP 24746c16-04db-44b0-acbc-fdff67d5e7b1 disassociated (deleted). External IP: 172.27.3.159, port: 4d58a355-aacc-4370-8397-06275795f603. Feb 04 13:07:13.942220 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:07:14.051736 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:14.056321 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for floatingip (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:14.061099 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] Sync routers for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:14.070098 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:14.070719 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:07:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.085352 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-5750e395-1083-457d-aece-959beb34f13b tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "DELETE /v2.0/floatingips/24746c16-04db-44b0-acbc-fdff67d5e7b1 HTTP/1.1" status: 204 len: 168 time: 0.8516862 Feb 04 13:07:14.086038 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'tag': '4d58a355-aacc-4370-8397-06275795f603'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:07:14.088317 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef" -d '{"events": [{"name": "network-changed", "server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "tag": "4d58a355-aacc-4370-8397-06275795f603"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:07:14.188302 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:14.191999 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Feb 2022 13:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-438cc0c7-5a7a-4afc-b05b-78cce8fdba00 x-openstack-request-id: req-438cc0c7-5a7a-4afc-b05b-78cce8fdba00 {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:07:14.192567 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "tag": "4d58a355-aacc-4370-8397-06275795f603", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:07:14.193009 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-438cc0c7-5a7a-4afc-b05b-78cce8fdba00 {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:07:14.193641 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'tag': '4d58a355-aacc-4370-8397-06275795f603', 'status': 'completed', 'code': 200} Feb 04 13:07:14.269532 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-7c224025-b13f-4f79-8ecb-377b09f6bd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.271150 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-7c224025-b13f-4f79-8ecb-377b09f6bd5e service neutron] 10.222.0.75 "GET /v2.0/ports?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 1129 time: 0.0567992 Feb 04 13:07:14.397277 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae098ffb-229b-42e5-835c-cbbaf11c5f1e req-f9e771ba-01da-4f0f-827f-ab3d789fd58d tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.398585 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 5, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.398819 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae098ffb-229b-42e5-835c-cbbaf11c5f1e req-f9e771ba-01da-4f0f-827f-ab3d789fd58d tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.1205969 Feb 04 13:07:14.424780 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-e9b50279-b9ee-43a6-bce7-6d102a7e5eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.426255 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-e9b50279-b9ee-43a6-bce7-6d102a7e5eff service neutron] 10.222.0.75 "GET /v2.0/networks?id=517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 200 len: 909 time: 0.1493590 Feb 04 13:07:14.426504 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] Checking router: 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:14.435490 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:14.436094 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:07:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.479618 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-cf44ddf8-3b5e-46b6-8ac7-930060e83bc2 service neutron] 10.222.0.75 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 200 len: 217 time: 0.0456474 Feb 04 13:07:14.502465 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-ae098ffb-229b-42e5-835c-cbbaf11c5f1e req-5cd9e835-3cd9-4d85-a58f-c64059a2dd6c tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932326 Feb 04 13:07:14.538309 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-33716166-1057-47de-b25b-9c9158be3bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.539887 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-33716166-1057-47de-b25b-9c9158be3bee service neutron] 10.222.0.75 "GET /v2.0/subnets?id=84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 200 len: 848 time: 0.0506396 Feb 04 13:07:14.550705 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:14.590009 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-b8e428f5-a4d2-4ed8-82b1-4accf391c93a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:14.591553 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-b8e428f5-a4d2-4ed8-82b1-4accf391c93a service neutron] 10.222.0.75 "GET /v2.0/ports?network_id=517b16e6-6977-4558-82d4-3ad57e629978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458221 Feb 04 13:07:14.686046 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-1d0b3764-b11b-4c08-a8a0-1605bc622767 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858574 Feb 04 13:07:14.749330 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:14.771142 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 5, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:14.804206 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46a938d4-1b02-40c3-a6bc-5feb9922648c None None] The sync data for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi is: [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:08Z', 'revision_number': 4, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi', '_interfaces': [{'id': '16f8340e-1103-4f81-8064-69888ef01a7c', 'name': '', 'network_id': '517b16e6-6977-4558-82d4-3ad57e629978', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'mac_address': 'fa:16:3e:05:5a:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:07Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 5, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'subnets': [{'id': '84a7ba54-fe35-48be-a519-84c3664cd33e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:15.031515 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-957e27b4-1730-4f0d-b752-0f3ee3cd47ef req-3907a5b1-ef34-41f6-bd8e-6175af5c1e30 service neutron] 10.222.0.75 "GET /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3389525 Feb 04 13:07:15.041457 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee1a5fcb-df21-4a40-aba3-ec7b29029179 None None] New status for floating IP 24746c16-04db-44b0-acbc-fdff67d5e7b1: DOWN {{(pid=109009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 04 13:07:15.637126 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9537b7-ed04-4ebd-821f-b42dcca66837 req-68d4ffaa-7c1b-4a2e-adfe-5d6a3685def4 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109006) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:15.638638 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1f9537b7-ed04-4ebd-821f-b42dcca66837 req-68d4ffaa-7c1b-4a2e-adfe-5d6a3685def4 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0625877 Feb 04 13:07:15.687554 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-1f9537b7-ed04-4ebd-821f-b42dcca66837 req-a0b7dd77-4dce-406f-9139-01032c320340 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/security-groups?id=d1fdff55-b7f3-447c-89c6-6d088889af7a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424724 Feb 04 13:07:15.772260 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9539b968-6a3d-4558-a52d-852ab612d81d req-1426740d-5809-4671-b861-3e7fc94bde5e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 04 13:07:15.773637 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9539b968-6a3d-4558-a52d-852ab612d81d req-1426740d-5809-4671-b861-3e7fc94bde5e tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.75 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 945 time: 0.0519881 Feb 04 13:07:15.866151 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Deleting port 4d58a355-aacc-4370-8397-06275795f603 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:15.866529 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (4d58a355-aacc-4370-8397-06275795f603), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.956868 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] For port 4d58a355-aacc-4370-8397-06275795f603, host hv-cinder-81735, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81735',level=0,port_id=4d58a355-aacc-4370-8397-06275795f603,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:15.957235 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (4d58a355-aacc-4370-8397-06275795f603), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:15.968828 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Calling delete_port for 4d58a355-aacc-4370-8397-06275795f603 owned by compute:nova {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:16.094353 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (4d58a355-aacc-4370-8397-06275795f603), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:16.127288 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event deleted for resources: {'Port': ['ID=4d58a355-aacc-4370-8397-06275795f603,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:16.171411 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] No DVR routers for this DVR port 4d58a355-aacc-4370-8397-06275795f603 on host hv-cinder-81735 {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:16.174703 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-46171'] for port (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:16.178205 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [req-9539b968-6a3d-4558-a52d-852ab612d81d req-cb7bdf6a-cdf8-4de5-915e-d41d7c52064a tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.75 "DELETE /v2.0/ports/4d58a355-aacc-4370-8397-06275795f603 HTTP/1.1" status: 204 len: 173 time: 0.3999722 Feb 04 13:07:16.194888 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-deleted', 'tag': '4d58a355-aacc-4370-8397-06275795f603'}] {{(pid=109007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:266}} Feb 04 13:07:16.197927 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.26/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7b4c0f0384ee5da366ac3827fb025c8a3f19c2a1c86e2a85d61d706a5d842b96" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d483067-1031-4cae-8a52-57de6289e3f9" -d '{"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-deleted", "tag": "4d58a355-aacc-4370-8397-06275795f603"}]}' {{(pid=109007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 04 13:07:16.235189 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Feb 2022 13:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f34e9f-2926-4be0-90da-c401075dc3dc x-openstack-request-id: req-a0f34e9f-2926-4be0-90da-c401075dc3dc {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 04 13:07:16.235498 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b521de2-04cd-4e75-8310-6494c9bd90a7", "name": "network-vif-deleted", "tag": "4d58a355-aacc-4370-8397-06275795f603", "status": "completed", "code": 200}]} {{(pid=109007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 04 13:07:16.235757 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.26/compute/v2.1/os-server-external-events used request id req-a0f34e9f-2926-4be0-90da-c401075dc3dc {{(pid=109007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 04 13:07:16.236778 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b521de2-04cd-4e75-8310-6494c9bd90a7', 'name': 'network-vif-deleted', 'tag': '4d58a355-aacc-4370-8397-06275795f603', 'status': 'completed', 'code': 200} Feb 04 13:07:16.799541 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [req-8c627d32-5e59-4285-8a0c-8d568913e06d req-d9686a84-3528-42e0-8e14-9123904e33b4 tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "GET /v2.0/ports?device_id=7b521de2-04cd-4e75-8310-6494c9bd90a7 HTTP/1.1" status: 200 len: 210 time: 0.0284061 Feb 04 13:07:17.856296 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 59306) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:17.913814 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-58a934be-d48a-423b-a07f-95a3df22467f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group (d1fdff55-b7f3-447c-89c6-6d088889af7a), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:17.937815 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-58a934be-d48a-423b-a07f-95a3df22467f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group (d1fdff55-b7f3-447c-89c6-6d088889af7a), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.004939 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-58a934be-d48a-423b-a07f-95a3df22467f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (d1fdff55-b7f3-447c-89c6-6d088889af7a), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.007618 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-58a934be-d48a-423b-a07f-95a3df22467f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Publish callbacks [] for security_group (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.008791 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-58a934be-d48a-423b-a07f-95a3df22467f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] 10.222.0.26 "DELETE /v2.0/security-groups/d1fdff55-b7f3-447c-89c6-6d088889af7a HTTP/1.1" status: 204 len: 168 time: 0.1515036 Feb 04 13:07:18.018452 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a934be-d48a-423b-a07f-95a3df22467f tempest-TestShelveInstance-1963755252 tempest-TestShelveInstance-1963755252-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1fdff55-b7f3-447c-89c6-6d088889af7a,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:18.050968 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 59310) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:18.404222 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.639589 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d58a355-aacc-4370-8397-06275795f603 no longer exists at agent hyperv_hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:18.657204 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Deleting port 16f8340e-1103-4f81-8064-69888ef01a7c {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:18.657716 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.660575 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] No Port match for: 4d58a355-aacc-4370-8397-06275795f603 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:18.660870 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Device 4d58a355-aacc-4370-8397-06275795f603 not bound to the agent host hv-cinder-81735 {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:18.740095 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] For port 16f8340e-1103-4f81-8064-69888ef01a7c, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=16f8340e-1103-4f81-8064-69888ef01a7c,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:18.740466 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.753012 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Calling delete_port for 16f8340e-1103-4f81-8064-69888ef01a7c owned by network:router_interface {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:18.933332 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (16f8340e-1103-4f81-8064-69888ef01a7c), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:18.963201 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=16f8340e-1103-4f81-8064-69888ef01a7c,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:19.135577 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.355438 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:07:19.462889 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:19.467831 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-588ebd9e-23a1-4ba8-899d-ab963c8e32d6 admin admin] 10.222.0.26 "PUT /v2.0/routers/53b1b55f-17d0-4017-93ad-7b4b6cf7ef80/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4158213 Feb 04 13:07:19.470331 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 59312) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:19.471949 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] Sync routers for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:19.482096 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:19.482918 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:07:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:19.573622 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks [] for router (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.591693 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:19.684744 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks [] for router_gateway (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.743579 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Deleting port ed61aa95-8d59-457e-ba75-8262fd5154e9 {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:19.743836 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.778000 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233'}], 'enable_snat': True}, 'gw_port_id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:07:18Z', 'revision_number': 5, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port': {'id': 'ed61aa95-8d59-457e-ba75-8262fd5154e9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:eb:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:03:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:19.805180 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] Checking router: 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 for host: dv-cinder-817351-9-iscsi {{(pid=109008) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:19.813461 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] Routers {'53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109008) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:19.814625 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:07:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'], 'active': True} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:19.822853 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] For port ed61aa95-8d59-457e-ba75-8262fd5154e9, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=ed61aa95-8d59-457e-ba75-8262fd5154e9,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:19.823348 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:19.836461 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Calling delete_port for ed61aa95-8d59-457e-ba75-8262fd5154e9 owned by network:router_gateway {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:19.906529 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvr_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] Set router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 gateway port host: None {{(pid=109008) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:19.963128 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_hamode_db [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:07:19Z', 'revision_number': 6, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:19.991627 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb132c72-6b85-4817-9bb1-fc1d1e71be1f None None] The sync data for ids ['53b1b55f-17d0-4017-93ad-7b4b6cf7ef80'] in dv-cinder-817351-9-iscsi is: [{'id': '53b1b55f-17d0-4017-93ad-7b4b6cf7ef80', 'name': 'tempest-TestShelveInstance-2080880886-router', 'tenant_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:05Z', 'updated_at': '2022-02-04T13:07:19Z', 'revision_number': 6, 'project_id': '5635860fdc7b4e9f91e6f1a66bc77a80', 'gw_port_host': None}] {{(pid=109008) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:20.016393 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (ed61aa95-8d59-457e-ba75-8262fd5154e9), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.042451 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Pushing event deleted for resources: {'Port': ['ID=ed61aa95-8d59-457e-ba75-8262fd5154e9,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.107912 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.200228 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.202368 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks [] for router_controller (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), precommit_delete_associations {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.246771 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (53b1b55f-17d0-4017-93ad-7b4b6cf7ef80), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.247595 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 {{(pid=109007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:07:20.252991 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] Publish callbacks [] for router (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.254469 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-e4fe026f-7581-4503-9507-02127e91009a admin admin] 10.222.0.26 "DELETE /v2.0/routers/53b1b55f-17d0-4017-93ad-7b4b6cf7ef80 HTTP/1.1" status: 204 len: 168 time: 0.7825353 Feb 04 13:07:20.257321 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59314) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:20.302186 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Deleting subnet 84a7ba54-fe35-48be-a519-84c3664cd33e {{(pid=109006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:07:20.305215 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Publish callbacks [] for subnet (84a7ba54-fe35-48be-a519-84c3664cd33e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.344239 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8186624'] for subnet (84a7ba54-fe35-48be-a519-84c3664cd33e), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.432471 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (84a7ba54-fe35-48be-a519-84c3664cd33e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.481495 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114167'] for subnet (84a7ba54-fe35-48be-a519-84c3664cd33e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.511683 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84a7ba54-fe35-48be-a519-84c3664cd33e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.516257 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.521775 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] 10.222.0.26 "DELETE /v2.0/subnets/84a7ba54-fe35-48be-a519-84c3664cd33e HTTP/1.1" status: 204 len: 168 time: 0.2612379 Feb 04 13:07:20.521949 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae170685-ac6f-4d7f-9241-7cd945da7b3a None None] Network 517b16e6-6977-4558-82d4-3ad57e629978 requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:20.522164 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.wsgi [-] (109007) accepted ('10.222.0.26', 59316) {{(pid=109007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:20.524967 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.525430 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.525786 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.526127 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.526468 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.526834 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.527284 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.527618 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.527949 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.528279 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.528606 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.528953 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.529281 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c75381e-7732-41a0-bca9-48426118d911 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109006) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:20.596781 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (517b16e6-6977-4558-82d4-3ad57e629978), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.653044 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Deleting port 325cad75-ffb5-4532-92a0-80a7fc94171d {{(pid=109007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:20.653387 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.716669 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.db [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] For port 325cad75-ffb5-4532-92a0-80a7fc94171d, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=325cad75-ffb5-4532-92a0-80a7fc94171d,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:20.716965 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.737933 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.plugin [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Calling delete_port for 325cad75-ffb5-4532-92a0-80a7fc94171d owned by network:dhcp {{(pid=109007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:20.759227 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] DHCP port deletion for 517b16e6-6977-4558-82d4-3ad57e629978 request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:07:20.808259 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Deleting port 325cad75-ffb5-4532-92a0-80a7fc94171d {{(pid=109008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:20.808920 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), before_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.820590 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8503706'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.849664 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Pushing event deleted for resources: {'Port': ['ID=325cad75-ffb5-4532-92a0-80a7fc94171d,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:20.855207 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] No DVR routers for this DVR port 325cad75-ffb5-4532-92a0-80a7fc94171d on host dv-cinder-817351-9-iscsi {{(pid=109007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:20.880892 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] For port 325cad75-ffb5-4532-92a0-80a7fc94171d, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=325cad75-ffb5-4532-92a0-80a7fc94171d,segment=NetworkSegment(49adb753-8006-41f5-9c23-4aa294a4e2c4),segment_id=49adb753-8006-41f5-9c23-4aa294a4e2c4)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:20.881290 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), precommit_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.895974 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Calling delete_port for 325cad75-ffb5-4532-92a0-80a7fc94171d owned by network:dhcp {{(pid=109008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:20.931621 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (517b16e6-6977-4558-82d4-3ad57e629978), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.953766 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['517b16e6-6977-4558-82d4-3ad57e629978']}} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.964249 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49adb753-8006-41f5-9c23-4aa294a4e2c4') {'for_net_delete': True} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.964554 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.services.segments.db [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49adb753-8006-41f5-9c23-4aa294a4e2c4') {} {{(pid=109007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:20.975240 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664'] for port (325cad75-ffb5-4532-92a0-80a7fc94171d), after_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.975500 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8827389'] for segment (49adb753-8006-41f5-9c23-4aa294a4e2c4), before_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.989850 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (49adb753-8006-41f5-9c23-4aa294a4e2c4), precommit_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.996474 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=109007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:20.996922 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8503657'] for segment (49adb753-8006-41f5-9c23-4aa294a4e2c4), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: Traceback (most recent call last): Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: timer() Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: cb(*args, **kw) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: return func(*args, **kwargs) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: self._notify() Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: self.callback(batched_events) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: event.method(event) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: return f(self, *a, **k) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._get(url).json() Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:20.998715 dv-cinder-817351-9-iscsi neutron-server[109007]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:21.005272 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] No DVR routers for this DVR port 325cad75-ffb5-4532-92a0-80a7fc94171d on host dv-cinder-817351-9-iscsi {{(pid=109008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:21.007683 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Pushing event deleted for resources: {'Port': ['ID=325cad75-ffb5-4532-92a0-80a7fc94171d,revision_number=None']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.020215 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.021758 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c93a5b-504e-4154-8a35-c2f7abc0401d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817351-9-iscsi {{(pid=109008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 04 13:07:21.057135 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (517b16e6-6977-4558-82d4-3ad57e629978), after_delete {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.062579 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron_lib.callbacks.manager [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.067482 dv-cinder-817351-9-iscsi neutron-server[109007]: INFO neutron.wsgi [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] 10.222.0.26 "DELETE /v2.0/networks/517b16e6-6977-4558-82d4-3ad57e629978 HTTP/1.1" status: 204 len: 168 time: 0.5443084 Feb 04 13:07:21.070448 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59318) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:21.078561 dv-cinder-817351-9-iscsi neutron-server[109007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ee7768-555e-46a0-ab0e-e0a718c43974 admin admin] Pushing event deleted for resources: {'Network': ['ID=517b16e6-6977-4558-82d4-3ad57e629978,revision_number=None']} {{(pid=109007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:21.420620 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-577220'] for router_interface (e7790f4c-20a0-4a6a-9eab-306fc97be230), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.527757 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 325cad75-ffb5-4532-92a0-80a7fc94171d no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:21.551249 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 325cad75-ffb5-4532-92a0-80a7fc94171d {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:21.551834 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 325cad75-ffb5-4532-92a0-80a7fc94171d not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:21.552242 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 16f8340e-1103-4f81-8064-69888ef01a7c no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:21.571725 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 16f8340e-1103-4f81-8064-69888ef01a7c {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:21.572076 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 16f8340e-1103-4f81-8064-69888ef01a7c not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:21.572508 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device ed61aa95-8d59-457e-ba75-8262fd5154e9 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:21.592012 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: ed61aa95-8d59-457e-ba75-8262fd5154e9 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:21.592362 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device ed61aa95-8d59-457e-ba75-8262fd5154e9 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:21.673784 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Deleting port 820ba9f7-ce93-456b-a678-1019908e7281 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:21.674058 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (820ba9f7-ce93-456b-a678-1019908e7281), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.757545 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] For port 820ba9f7-ce93-456b-a678-1019908e7281, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=820ba9f7-ce93-456b-a678-1019908e7281,segment=NetworkSegment(df5f06d7-8830-4766-bfa3-5138479d5b02),segment_id=df5f06d7-8830-4766-bfa3-5138479d5b02)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:21.757905 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (820ba9f7-ce93-456b-a678-1019908e7281), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.770780 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Calling delete_port for 820ba9f7-ce93-456b-a678-1019908e7281 owned by network:router_interface {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:21.956794 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (820ba9f7-ce93-456b-a678-1019908e7281), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:21.990465 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Pushing event deleted for resources: {'Port': ['ID=820ba9f7-ce93-456b-a678-1019908e7281,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:22.158779 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-961054', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-577072'] for router_interface (e7790f4c-20a0-4a6a-9eab-306fc97be230), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.605062 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Router e7790f4c-20a0-4a6a-9eab-306fc97be230 has already been hosted by L3 agent 7b5b5106-7eb7-421e-bf31-64f0a05e5569 {{(pid=109006) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 04 13:07:22.712064 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] Notify agent at l3_agent.dv-cinder-817351-9-iscsi the message routers_updated {{(pid=109006) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 04 13:07:22.717413 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-517a6656-c26b-4287-b5ad-b379f147fbee admin admin] 10.222.0.26 "PUT /v2.0/routers/e7790f4c-20a0-4a6a-9eab-306fc97be230/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6457610 Feb 04 13:07:22.719946 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59320) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:22.724590 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] Sync routers for ids ['e7790f4c-20a0-4a6a-9eab-306fc97be230'] in dv-cinder-817351-9-iscsi {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 04 13:07:22.735445 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] Routers {'e7790f4c-20a0-4a6a-9eab-306fc97be230'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:22.736129 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:07:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['e7790f4c-20a0-4a6a-9eab-306fc97be230'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:22.824643 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks [] for router (e7790f4c-20a0-4a6a-9eab-306fc97be230), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.838829 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] Set router e7790f4c-20a0-4a6a-9eab-306fc97be230 gateway port host: dv-cinder-817351-9-iscsi {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:22.928895 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks [] for router_gateway (e7790f4c-20a0-4a6a-9eab-306fc97be230), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:22.985320 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Deleting port d21b55f6-c948-481b-b31c-74c81d6c4cd9 {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:22.986225 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.018810 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'external_fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100'}], 'enable_snat': True}, 'gw_port_id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:07:21Z', 'revision_number': 5, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port': {'id': 'd21b55f6-c948-481b-b31c-74c81d6c4cd9', 'name': '', 'network_id': '660db4d8-8478-4214-9c17-5d2cd4f06b9b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e0:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'device_owner': 'network:router_gateway', 'standard_attr_id': 689, 'fixed_ips': [{'subnet_id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'ip_address': '172.27.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817351-9-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:03:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '91714886-f0c2-4182-8297-cf0f27a526bf', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817351-9-iscsi'}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:23.049522 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] Checking router: e7790f4c-20a0-4a6a-9eab-306fc97be230 for host: dv-cinder-817351-9-iscsi {{(pid=109009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 04 13:07:23.057970 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] Routers {'e7790f4c-20a0-4a6a-9eab-306fc97be230'} bound to L3 agent in host dv-cinder-817351-9-iscsi {{(pid=109009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 04 13:07:23.058586 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817351-9-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-04T12:40:31Z,description=,heartbeat_timestamp=2022-02-04T13:07:01Z,host='dv-cinder-817351-9-iscsi',id=7b5b5106-7eb7-421e-bf31-64f0a05e5569,load=0,resource_versions=,resources_synced=,started_at=2022-02-04T12:40:31Z,topic='l3_agent')) {'router_ids': ['e7790f4c-20a0-4a6a-9eab-306fc97be230'], 'active': True} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:23.082774 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] For port d21b55f6-c948-481b-b31c-74c81d6c4cd9, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=d21b55f6-c948-481b-b31c-74c81d6c4cd9,segment=NetworkSegment(0ad76355-c1b8-4120-aab3-62ddd218f122),segment_id=0ad76355-c1b8-4120-aab3-62ddd218f122)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:23.083841 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.107599 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Calling delete_port for d21b55f6-c948-481b-b31c-74c81d6c4cd9 owned by network:router_gateway {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:23.202744 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_dvr_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] Set router e7790f4c-20a0-4a6a-9eab-306fc97be230 gateway port host: None {{(pid=109009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 04 13:07:23.291529 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.l3_hamode_db [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:07:22Z', 'revision_number': 6, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port_host': None}], 'dv-cinder-817351-9-iscsi', False) {} {{(pid=109009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:23.320470 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f502c71-c683-44b5-8198-23c53c04ac9f None None] The sync data for ids ['e7790f4c-20a0-4a6a-9eab-306fc97be230'] in dv-cinder-817351-9-iscsi is: [{'id': 'e7790f4c-20a0-4a6a-9eab-306fc97be230', 'name': 'tempest-TestShelveInstance-1353491550-router', 'tenant_id': '29202bea0bf84be6b21433f5be7d42c0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-04T13:03:10Z', 'updated_at': '2022-02-04T13:07:22Z', 'revision_number': 6, 'project_id': '29202bea0bf84be6b21433f5be7d42c0', 'gw_port_host': None}] {{(pid=109009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 04 13:07:23.376444 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (d21b55f6-c948-481b-b31c-74c81d6c4cd9), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.401068 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d21b55f6-c948-481b-b31c-74c81d6c4cd9,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:23.468162 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-600990'] for router_gateway (e7790f4c-20a0-4a6a-9eab-306fc97be230), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.560079 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-536853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-112566'] for router (e7790f4c-20a0-4a6a-9eab-306fc97be230), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.562218 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks [] for router_controller (e7790f4c-20a0-4a6a-9eab-306fc97be230), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.607516 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-536878'] for router (e7790f4c-20a0-4a6a-9eab-306fc97be230), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.608197 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7790f4c-20a0-4a6a-9eab-306fc97be230 {{(pid=109006) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 04 13:07:23.612943 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.614106 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-06c4150a-e10b-4de8-b1ba-f545e8659fc4 admin admin] 10.222.0.26 "DELETE /v2.0/routers/e7790f4c-20a0-4a6a-9eab-306fc97be230 HTTP/1.1" status: 204 len: 168 time: 0.8931546 Feb 04 13:07:23.616735 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59322) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:23.671446 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.db_base_plugin_v2 [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] Deleting subnet 4424b1c3-164e-4bc5-8255-d9b8f88d3d9e {{(pid=109006) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 04 13:07:23.676708 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] Publish callbacks [] for subnet (4424b1c3-164e-4bc5-8255-d9b8f88d3d9e), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.717057 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8186624'] for subnet (4424b1c3-164e-4bc5-8255-d9b8f88d3d9e), precommit_delete_associations {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.796864 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 820ba9f7-ce93-456b-a678-1019908e7281 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:23.803089 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-4003939'] for subnet (4424b1c3-164e-4bc5-8255-d9b8f88d3d9e), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.817415 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 820ba9f7-ce93-456b-a678-1019908e7281 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:23.817768 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 820ba9f7-ce93-456b-a678-1019908e7281 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:23.860298 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-4003946', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-563360', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8251935', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8114167'] for subnet (4424b1c3-164e-4bc5-8255-d9b8f88d3d9e), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.884465 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4424b1c3-164e-4bc5-8255-d9b8f88d3d9e,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:23.890222 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:23.894574 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-b48515b4-dd39-446c-810d-d16d09093e9d admin admin] 10.222.0.26 "DELETE /v2.0/subnets/4424b1c3-164e-4bc5-8255-d9b8f88d3d9e HTTP/1.1" status: 204 len: 168 time: 0.2764502 Feb 04 13:07:23.896648 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59324) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:23.896852 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3759dbf5-9fb8-4e7a-899f-65aa51bcc7aa None None] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b requested from dv-cinder-817351-9-iscsi {{(pid=109008) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 04 13:07:23.965364 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-4090986'] for network (32daa8db-3ddc-495d-98e8-2d5a953d4d7b), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.032736 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Deleting port 0b7359e9-b7b5-4cf8-a980-0157b25f42db {{(pid=109006) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:24.033248 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.105890 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] DHCP port deletion for 32daa8db-3ddc-495d-98e8-2d5a953d4d7b request from dv-cinder-817351-9-iscsi {{(pid=109008) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 04 13:07:24.117622 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.db [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] For port 0b7359e9-b7b5-4cf8-a980-0157b25f42db, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=0b7359e9-b7b5-4cf8-a980-0157b25f42db,segment=NetworkSegment(df5f06d7-8830-4766-bfa3-5138479d5b02),segment_id=df5f06d7-8830-4766-bfa3-5138479d5b02)] {{(pid=109006) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:24.118002 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.133601 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.plugin [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Calling delete_port for 0b7359e9-b7b5-4cf8-a980-0157b25f42db owned by network:dhcp {{(pid=109006) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:24.167540 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] Deleting port 0b7359e9-b7b5-4cf8-a980-0157b25f42db {{(pid=109008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} Feb 04 13:07:24.167912 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8778709362050'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), before_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.218224 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8251970'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.249067 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b7359e9-b7b5-4cf8-a980-0157b25f42db,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:24.256248 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] No DVR routers for this DVR port 0b7359e9-b7b5-4cf8-a980-0157b25f42db on host dv-cinder-817351-9-iscsi {{(pid=109006) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:24.331670 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-4002550', 'neutron.services.segments.db._delete_segments_for_network-8778709356885'] for network (32daa8db-3ddc-495d-98e8-2d5a953d4d7b), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.356565 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32daa8db-3ddc-495d-98e8-2d5a953d4d7b']}} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:24.367358 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5f06d7-8830-4766-bfa3-5138479d5b02') {'for_net_delete': True} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:24.367698 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.services.segments.db [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5f06d7-8830-4766-bfa3-5138479d5b02') {} {{(pid=109006) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 04 13:07:24.371553 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.db [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] For port 0b7359e9-b7b5-4cf8-a980-0157b25f42db, host dv-cinder-817351-9-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817351-9-iscsi',level=0,port_id=0b7359e9-b7b5-4cf8-a980-0157b25f42db,segment=NetworkSegment(df5f06d7-8830-4766-bfa3-5138479d5b02),segment_id=df5f06d7-8830-4766-bfa3-5138479d5b02)] {{(pid=109008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 04 13:07:24.371957 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-581166'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), precommit_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.378066 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8778709357918', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8186633'] for segment (df5f06d7-8830-4766-bfa3-5138479d5b02), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.386237 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] Calling delete_port for 0b7359e9-b7b5-4cf8-a980-0157b25f42db owned by network:dhcp {{(pid=109008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} Feb 04 13:07:24.396188 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824'] for segment (df5f06d7-8830-4766-bfa3-5138479d5b02), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.403130 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Releasing vlan 93 on physical network physnet1 to pool {{(pid=109006) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 04 13:07:24.403630 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3999824', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8252081'] for segment (df5f06d7-8830-4766-bfa3-5138479d5b02), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: Traceback (most recent call last): Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: timer() Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: cb(*args, **kw) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: return func(*args, **kwargs) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: self._notify() Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: self.callback(batched_events) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: event.method(event) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: aggregate_uuid = self.p_client.list_aggregates( Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: return f(self, *a, **k) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._get(url).json() Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: return self.request(url, 'GET', **kwargs) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: base_url = self.get_endpoint(auth, allow=allow, Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 04 13:07:24.405419 dv-cinder-817351-9-iscsi neutron-server[109006]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 04 13:07:24.466927 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-4002557', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638852', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-601010'] for network (32daa8db-3ddc-495d-98e8-2d5a953d4d7b), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.472949 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-961275'] for network (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.473175 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-4127896', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-65952', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-961033', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8778709367525', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8778708887664'] for port (0b7359e9-b7b5-4cf8-a980-0157b25f42db), after_delete {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.478605 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] 10.222.0.26 "DELETE /v2.0/networks/32daa8db-3ddc-495d-98e8-2d5a953d4d7b HTTP/1.1" status: 204 len: 168 time: 0.5784748 Feb 04 13:07:24.481363 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] Network 32daa8db-3ddc-495d-98e8-2d5a953d4d7b is not hosted by any dhcp agent {{(pid=109008) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Feb 04 13:07:24.481819 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] No DVR routers for this DVR port 0b7359e9-b7b5-4cf8-a980-0157b25f42db on host dv-cinder-817351-9-iscsi {{(pid=109008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 04 13:07:24.497235 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb69ca6-a242-48c1-af35-31314000a105 admin admin] Pushing event deleted for resources: {'Network': ['ID=32daa8db-3ddc-495d-98e8-2d5a953d4d7b,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:24.501162 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c92aeb-634b-46d0-a992-aca854963758 None None] Pushing event deleted for resources: {'Port': ['ID=0b7359e9-b7b5-4cf8-a980-0157b25f42db,revision_number=None']} {{(pid=109008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:24.650561 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59328) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:24.690954 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-d5bf0aa0-cd1e-4ea1-8772-46f8020e03d0 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=5635860fdc7b4e9f91e6f1a66bc77a80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391667 Feb 04 13:07:24.693470 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59330) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:24.740259 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f493a9b5-2df2-4451-9088-9f3b9c48f51c admin admin] Publish callbacks [] for security_group (fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.761848 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f493a9b5-2df2-4451-9088-9f3b9c48f51c admin admin] Publish callbacks [] for security_group (fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.807778 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f493a9b5-2df2-4451-9088-9f3b9c48f51c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.811086 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-f493a9b5-2df2-4451-9088-9f3b9c48f51c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:24.812350 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-f493a9b5-2df2-4451-9088-9f3b9c48f51c admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f HTTP/1.1" status: 204 len: 168 time: 0.1179461 Feb 04 13:07:24.821050 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f493a9b5-2df2-4451-9088-9f3b9c48f51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3ec7d9-436b-45c0-83fc-5e2cdb54c36f,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.135176 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59336) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:25.178876 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-c81623f1-5c59-4470-a7b9-d99b7163ef55 admin admin] 10.222.0.26 "GET /v2.0/security-groups?tenant_id=29202bea0bf84be6b21433f5be7d42c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0425282 Feb 04 13:07:25.181434 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [-] (109006) accepted ('10.222.0.26', 59338) {{(pid=109006) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 04 13:07:25.228246 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1d25482a-d830-49d9-9ce6-ca83d5e088e8 admin admin] Publish callbacks [] for security_group (3defa39c-8e59-4e25-9d7f-0ea65c2423bb), before_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.249776 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1d25482a-d830-49d9-9ce6-ca83d5e088e8 admin admin] Publish callbacks [] for security_group (3defa39c-8e59-4e25-9d7f-0ea65c2423bb), precommit_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.297606 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1d25482a-d830-49d9-9ce6-ca83d5e088e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-638965'] for security_group (3defa39c-8e59-4e25-9d7f-0ea65c2423bb), after_delete {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.301228 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron_lib.callbacks.manager [None req-1d25482a-d830-49d9-9ce6-ca83d5e088e8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109006) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:25.302456 dv-cinder-817351-9-iscsi neutron-server[109006]: INFO neutron.wsgi [None req-1d25482a-d830-49d9-9ce6-ca83d5e088e8 admin admin] 10.222.0.26 "DELETE /v2.0/security-groups/3defa39c-8e59-4e25-9d7f-0ea65c2423bb HTTP/1.1" status: 204 len: 168 time: 0.1201251 Feb 04 13:07:25.310062 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d25482a-d830-49d9-9ce6-ca83d5e088e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3defa39c-8e59-4e25-9d7f-0ea65c2423bb,revision_number=None']} {{(pid=109006) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 04 13:07:25.530433 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 0b7359e9-b7b5-4cf8-a980-0157b25f42db no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:25.552089 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: 0b7359e9-b7b5-4cf8-a980-0157b25f42db {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:25.552336 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device 0b7359e9-b7b5-4cf8-a980-0157b25f42db not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:25.552765 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device d21b55f6-c948-481b-b31c-74c81d6c4cd9 no longer exists at agent ovs-agent-dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 04 13:07:25.574248 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.plugin [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] No Port match for: d21b55f6-c948-481b-b31c-74c81d6c4cd9 {{(pid=109008) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2322}} Feb 04 13:07:25.574593 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron.plugins.ml2.rpc [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Device d21b55f6-c948-481b-b31c-74c81d6c4cd9 not bound to the agent host dv-cinder-817351-9-iscsi {{(pid=109008) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 04 13:07:28.488858 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-78feb472-e5ad-4ff1-8393-98bc6ce230bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:31.087592 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-656a0621-5fa0-455c-9be3-b55967060bc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:33.455939 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:34.781482 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:34.972922 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:44.742376 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:07:47.113602 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:07:58.490782 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-08630d51-c734-450f-a36c-36d9a11768b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:01.092025 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-31dc02f6-a74f-4018-956a-0e47b72fb8f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:03.463908 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:04.785138 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:04.979476 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:14.758150 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:24.112640 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:08:28.492001 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-a4ed70bb-4fd9-4266-8063-46d73fed24c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:31.093981 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-36e48460-62df-4229-830b-05eb589c0391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:33.462413 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:34.788519 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:34.974738 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:44.756113 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:08:49.430030 dv-cinder-817351-9-iscsi neutron-server[109006]: DEBUG neutron.wsgi [req-ea11b5a4-7149-44fd-bdf4-6d908a4cffaa req-1fef51d8-15ee-422d-bc3f-c481ae752ef6 service neutron] (109006) timed out ('10.222.0.26', 56456) {{(pid=109006) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 04 13:08:58.493604 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-38959f61-fb9d-4050-a972-2be3810be583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:01.098087 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-774b810f-0442-43c0-af1f-69450637d436 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:01.111474 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:09:03.465357 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:04.789763 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:04.976615 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:14.755051 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:28.495793 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-015c5b9e-894f-42eb-b78c-12a62deea26e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:31.102911 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-0884ef62-ea38-498e-9723-7d411a31f5ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:33.468076 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.794006 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:34.979295 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:38.110171 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:09:44.748098 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:09:58.497835 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-06cc35e0-dbe6-418d-9a99-b91cca0bae87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:01.105341 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-c8d28623-3026-4840-87b1-8cda2dbb909b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:03.470520 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:04.796422 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:04.981793 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:14.769446 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:15.108993 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:10:28.500106 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-68b240aa-8fb1-4174-a6b5-7711556a32be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:31.107065 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-021c9ba9-16a4-40ec-9538-e69996201242 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:33.473754 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:34.798402 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:34.993519 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:44.770830 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:10:52.108565 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:10:58.504109 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b8fbe07d-af0f-4d30-a60a-95f49431e59a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:01.110199 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-972c46f2-cc67-4c67-9abc-928e0bc24a6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:03.477109 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:04.800809 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:04.984905 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:14.785822 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:28.506184 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-c9efb19c-d53c-458c-aa2c-da14cc63bd2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:29.107419 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:11:31.110860 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-ff097b68-a144-4e45-94a2-e06cb508bba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:33.483029 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:34.804001 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:34.986833 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:44.796747 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:11:58.507995 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-984a837d-d499-4ca9-b9a3-5d3ab9ceb047 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:01.112468 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-b38806cb-47b3-4d2e-a4c8-71afefee85f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:03.483596 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:04.807229 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:04.988810 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:06.106118 dv-cinder-817351-9-iscsi neutron-server[109009]: DEBUG neutron.db.agents_db [None req-36a9fd62-73e2-43ef-8b3f-fa5f8124cffa None None] Agent healthcheck: found 6 active agents {{(pid=109009) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 04 13:12:14.797336 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-7f0e6b12-e342-45e7-ad23-7c8b91894946 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (8de4958e-b108-4b1b-8ef8-5b99863fde55), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:28.511306 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-13e1c328-f4d1-434d-aeef-74458891619b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e31a2125-1ac0-4748-90df-e709b3db7b18), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:31.115069 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-99c0b901-76a3-4cd9-9d5a-7b11b3867a35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (7b5b5106-7eb7-421e-bf31-64f0a05e5569), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:33.486331 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-6e2e6c64-8016-4ccf-a0ad-3028850dadeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (2f5a22bd-cd18-4e36-866c-56f76f9a3cd6), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:34.810989 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-132504c1-8fd5-4b4e-8049-bb800c501d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (e2dc79cb-c49f-456f-98fc-df47a3d4e3bb), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 04 13:12:34.991443 dv-cinder-817351-9-iscsi neutron-server[109008]: DEBUG neutron_lib.callbacks.manager [None req-d2464001-7462-43ba-bb94-b72c10ae79ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8778709356867', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-4025269'] for agent (636f22b5-caeb-48a8-8908-4e0528420899), after_update {{(pid=109008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}